[ 580.006472] env[69404]: INFO neutron.common.config [-] Logging enabled! [ 580.006861] env[69404]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev35 [ 580.006925] env[69404]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69404) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 580.007190] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 580.007293] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 580.008123] env[69404]: WARNING oslo_policy.policy [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 580.008348] env[69404]: WARNING oslo_policy.policy [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 580.009791] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] VMware NSXv3 Agent initialized successfully. [ 580.010153] env[69404]: DEBUG oslo_concurrency.lockutils [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] Acquiring lock "singleton_lock" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.010296] env[69404]: DEBUG oslo_concurrency.lockutils [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] Acquired lock "singleton_lock" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.010511] env[69404]: DEBUG oslo_concurrency.lockutils [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] Releasing lock "singleton_lock" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.010805] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] Full set of CONF: {{(pid=69404) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 580.011077] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ******************************************************************************** {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 580.011266] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] Configuration options gathered from: {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 580.011506] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 580.011691] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 580.011801] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ================================================================================ {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 580.011975] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] agent_down_time = 75 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.012137] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] allow_automatic_dhcp_failover = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.012282] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] allow_bulk = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.012433] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] api_extensions_path = {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.012580] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] api_paste_config = api-paste.ini {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.012725] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] auth_strategy = keystone {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.012839] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] backdoor_port = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.012948] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] backdoor_socket = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.013101] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] backlog = 4096 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.013323] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.013503] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] bind_host = 0.0.0.0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.013657] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] bind_port = 9696 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.013804] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] client_socket_timeout = 900 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.013953] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] config_dir = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.014083] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.014275] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] config_source = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.014452] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] control_exchange = neutron {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.014681] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] core_plugin = ml2 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.014852] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] debug = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.015009] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] default_availability_zones = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.015235] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.015386] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] dhcp_agent_notification = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.015539] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] dhcp_agents_per_network = 1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.015682] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] dhcp_lease_duration = 86400 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.015836] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] dhcp_load_type = networks {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.015984] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] dns_domain = openstacklocal {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.016144] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.016287] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] enable_default_route_bfd = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.016431] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] enable_default_route_ecmp = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.016571] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] enable_dvr = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.016710] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] enable_new_agents = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.016849] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.016987] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] enable_signals = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.017138] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] enable_traditional_dhcp = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.017274] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] external_dns_driver = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.017413] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] filter_validation = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.017559] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] global_physnet_mtu = 8950 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.017699] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] graceful_shutdown_timeout = 60 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.017877] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] host = cpu-1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.018036] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] host_dvr_for_dhcp = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.018186] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] http_retries = 3 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.018333] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] instance_format = [instance: %(uuid)s] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.018485] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.018634] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ipam_driver = internal {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.018778] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ipv6_pd_enabled = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.018920] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] l3_ha = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.019076] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.019227] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] l3_ha_network_physical_name = {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.019373] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] l3_ha_network_type = {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.019520] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_color = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.019664] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_config_append = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.019809] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.019949] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_dir = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.020099] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_file = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.020213] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_options = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.020357] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_rotate_interval = 1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.020506] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_rotate_interval_type = days {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.020654] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] log_rotation_type = none {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024022] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024022] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024022] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024022] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024022] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024420] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] max_dns_nameservers = 5 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024420] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] max_header_line = 16384 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024420] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] max_l3_agents_per_router = 3 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024420] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] max_logfile_count = 30 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024420] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] max_logfile_size_mb = 200 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024420] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] max_subnet_host_routes = 20 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024420] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] my_ip = 10.180.1.21 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024603] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] my_ipv6 = ::1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024603] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] network_auto_schedule = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024603] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] network_link_prefix = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024603] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024603] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] notify_nova_on_port_data_changes = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024603] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] notify_nova_on_port_status_changes = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024750] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] pagination_max_limit = -1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024750] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] publish_errors = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024750] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] rate_limit_burst = 0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024750] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] rate_limit_except_level = CRITICAL {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024750] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] rate_limit_interval = 0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024750] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] retry_until_window = 30 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024750] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] router_distributed = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024921] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] rpc_resources_processing_step = 20 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024921] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] rpc_response_max_timeout = 600 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.024972] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] rpc_response_timeout = 60 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.025189] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] send_events_interval = 2 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.025253] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] service_plugins = ['router'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.025394] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] setproctitle = on {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.025530] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] shell_completion = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.025672] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] state_path = /opt/stack/data/neutron {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.025816] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] syslog_log_facility = LOG_USER {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.025956] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] tcp_keepidle = 600 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.026114] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] transport_url = **** {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.026257] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] use_journal = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.026395] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] use_json = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.026533] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] use_ssl = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.026670] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] use_stderr = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.026812] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] use_syslog = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.026951] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] vlan_qinq = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.027101] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] vlan_transparent = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.027249] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] watch_log_file = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.027391] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] wsgi_default_pool_size = 100 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.027529] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] wsgi_keep_alive = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.027675] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.027815] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] wsgi_server_debug = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.027970] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_concurrency.disable_process_locking = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.028127] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029033] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029033] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029033] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029033] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029033] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029033] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.connection_string = messaging:// {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029437] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.enabled = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029437] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.es_doc_type = notification {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029437] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.es_scroll_size = 10000 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029570] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.es_scroll_time = 2m {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029722] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.filter_error_trace = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.029870] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.hmac_keys = **** {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.030024] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.sentinel_service_name = mymaster {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.030180] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.socket_timeout = 0.1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.030327] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.trace_requests = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.030474] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler.trace_sqlalchemy = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.030631] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler_jaeger.process_tags = {} {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.030773] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler_jaeger.service_name_prefix = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.030916] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] profiler_otlp.service_name_prefix = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.031084] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.enforce_new_defaults = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.031423] env[69404]: WARNING oslo_config.cfg [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 580.031586] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.enforce_scope = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.031741] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.policy_default_rule = default {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.031900] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.032059] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.032212] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.032356] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.032494] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.032634] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.032777] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.032922] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.033088] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.033318] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] agent.extensions = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.033491] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.033644] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] service_providers.service_provider = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.033798] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.default_quota = -1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.033952] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.034109] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_floatingip = 50 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.034328] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_network = 100 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.034522] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_port = 500 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.034657] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.034802] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_router = 10 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.034944] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_security_group = 10 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.035094] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.035241] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.quota_subnet = 100 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.035382] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] QUOTAS.track_quota_usage = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.035536] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.035677] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep.group = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.035815] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep.helper_command = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.035961] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.036115] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep.thread_pool_size = 8 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.036257] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep.user = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.036410] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.036546] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_dhcp_release.group = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.036681] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_dhcp_release.helper_command = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.036823] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.037154] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.037154] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_dhcp_release.user = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.037255] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.037382] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_ovs_vsctl.group = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.037520] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.037776] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.037850] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.037941] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_ovs_vsctl.user = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.038094] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_namespace.capabilities = [21] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.038232] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_namespace.group = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.038371] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_namespace.helper_command = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.038505] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.038651] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.038788] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_namespace.user = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.038935] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_conntrack.capabilities = [12] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.039079] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_conntrack.group = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.039219] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_conntrack.helper_command = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.039364] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.039526] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.039638] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_conntrack.user = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.039786] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_link.capabilities = [12, 21] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.039925] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_link.group = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.040070] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_link.helper_command = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.040216] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.040361] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_link.thread_pool_size = 8 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.040498] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] privsep_link.user = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.040653] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.040802] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.040947] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.continue_on_failed_promotions = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.041101] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.dscp = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.041309] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.dscp_inherit = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.041473] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.force_mp_to_policy = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.041615] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.locking_coordinator_url = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.041760] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.log_agent_heartbeats = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.041903] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.logging_expire = 1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.042063] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.042211] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.042364] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.polling_interval = 240 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.042511] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.042660] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.042809] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.report_interval = 30.0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.042957] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.043115] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.043326] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.043489] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.sync_skew = 60 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.043659] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.synchronization_queue_size = 20 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.043904] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT.use_helper_for_ns_read = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.044157] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] SECURITYGROUP.enable_ipset = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.044493] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] SECURITYGROUP.enable_security_group = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.044759] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.045030] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.045304] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] experimental.ipv6_pd_enabled = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.045529] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.extension_drivers = ['port_security'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.045687] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.external_network_type = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.045854] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.046024] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.overlay_ip_version = 4 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.046187] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.path_mtu = 8950 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.046345] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.physical_network_mtus = {} {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.046503] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.046655] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.046808] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ml2.type_drivers = ['vlan'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.046960] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.047117] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.047265] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.047422] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.047721] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.047887] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.048050] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.048205] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.048361] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.048561] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.048713] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_login_password = **** {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.048867] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.049024] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_login_user = admin {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.049175] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.049329] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.049478] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.049622] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.049772] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.049924] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.050090] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.050243] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.050388] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.050535] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.050690] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.050836] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.050984] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.051232] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.051412] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.051565] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.051708] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.051857] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.auth_section = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.052022] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.auth_type = password {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.052177] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.052319] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.certfile = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.052467] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.collect_timing = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.052617] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.endpoint_type = public {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.052757] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.insecure = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.052894] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.keyfile = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.053056] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.region_name = RegionOne {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.053251] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.split_loggers = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.053417] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] nova.timeout = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.053567] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.auth_section = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.053720] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.auth_type = password {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.053867] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.054014] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.certfile = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.054169] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.collect_timing = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.054335] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.endpoint_type = public {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.054531] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.insecure = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.054680] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.keyfile = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.054822] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.region_name = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.054966] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.split_loggers = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.055119] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] placement.timeout = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.055268] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.auth_section = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.055412] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.auth_type = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.055551] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.cafile = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.055689] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.certfile = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.055832] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.collect_timing = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.055973] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.connect_retries = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.056124] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.connect_retry_delay = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.056268] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.enable_notifications = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.056409] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.endpoint_override = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.056552] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.insecure = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.056693] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.interface = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.056828] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.keyfile = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.056965] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.max_version = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.057116] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.min_version = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.057255] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.region_name = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.057396] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.retriable_status_codes = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.057534] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.service_name = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.057670] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.service_type = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.057963] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.split_loggers = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.058162] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.status_code_retries = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.058310] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.status_code_retry_delay = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.058453] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.timeout = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.058593] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.valid_interfaces = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.058733] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ironic.version = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.058881] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] cli_script.dry_run = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.059045] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.059191] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.059335] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.059479] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.059626] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.059767] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.059909] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.060061] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.060210] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.060363] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.060507] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.060657] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.060806] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.060952] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.061109] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.061412] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.061582] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.061730] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.061886] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.062044] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.062195] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.062345] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.062493] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.062637] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.062784] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.062927] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.063080] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.063274] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.063439] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.063587] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.063733] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.ssl = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.063883] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.064042] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.064196] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.064362] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.064522] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.064669] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.064821] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_notifications.driver = [] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.064967] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_notifications.retry = -1 {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.065138] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.065280] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.065396] env[69404]: DEBUG oslo_service.backend.eventlet.service [None req-60abd665-ffb4-4264-82e6-9dfd9e062515 None None] ******************************************************************************** {{(pid=69404) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 580.066341] env[69404]: DEBUG neutron.agent.securitygroups_rpc [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Init firewall settings (driver=nsxv3) {{(pid=69404) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 580.067689] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69404) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 580.067920] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] RPC agent_id: nsxm-l-01a.corp.local [ 580.070064] env[69404]: DEBUG dogpile.cache.region [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 580.070189] env[69404]: DEBUG dogpile.lock [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 580.070290] env[69404]: DEBUG dogpile.lock [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 580.070385] env[69404]: DEBUG dogpile.lock [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 580.070479] env[69404]: DEBUG dogpile.cache.region [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 580.070566] env[69404]: DEBUG dogpile.lock [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 580.070689] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 580.098515] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Session token - acquiring [ 580.099977] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.100177] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.100268] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.100676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.110445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.379220] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 580.402279] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 580.402407] env[69404]: DEBUG dogpile.cache.region [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Cache value generated in 0.332 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 580.402530] env[69404]: DEBUG dogpile.lock [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 580.402651] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Activating Policy API Provider. [ 580.402842] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Looking for the default Infrastructure Rules. [ 580.466380] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Looking for the Default Layer3 Logged Drop Section. [ 580.481117] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 580.481540] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.481707] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.481811] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.482096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.482414] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.997436] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.500228] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.003192] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Inventory metadata is going to be refreshed. [ 582.003398] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 582.762237] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.762684] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.762684] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.762859] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.775144] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 582.878045] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.879024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 582.896089] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.896374] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.896374] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.896655] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.896782] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.896928] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 582.897062] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.897176] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 582.916905] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.917215] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.917215] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.917456] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.917647] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.917796] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 582.937584] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.937801] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.937842] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.938147] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.938294] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.938443] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 582.956756] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.956983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.957048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.957328] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.957473] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.957627] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 582.957724] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.957875] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 582.975897] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.976117] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.976117] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.976443] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.976571] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.976715] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 582.976822] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.976927] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 582.994454] env[69404]: DEBUG networking_nsxv3.common.locking [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.994635] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.994744] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.994971] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.995132] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.995290] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 582.995413] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.995534] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Inventory metadata have been refreshed. [ 582.995642] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Dryrun:True. Metadata refresh completed. [ 582.995762] env[69404]: DEBUG oslo_concurrency.lockutils [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Releasing lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.997384] env[69404]: INFO neutron.agent.agent_extensions_manager [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Loaded agent extensions: [] [ 582.998096] env[69404]: DEBUG neutron_lib.callbacks.manager [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69404) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 583.051657] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent RPC Daemon Started! [ 583.051808] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent loop - iteration:0 started [ 583.051918] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent out of sync with plugin! [ 587.999447] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.999447] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 593.000420] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 593.000751] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 596.801019] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c3a775a7-30c5-48a3-bb59-7c8246a7d413 demo admin] Enqueued Resource ID: 9fe742e4-8e0e-4921-9eea-8ee4b11f81eb with Priority: HIGHEST for action security_group_rules [ 596.801558] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe742e4-8e0e-4921-9eea-8ee4b11f81eb with Priority: HIGHEST for action security_group_rules [ 596.801860] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe742e4-8e0e-4921-9eea-8ee4b11f81eb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.801988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe742e4-8e0e-4921-9eea-8ee4b11f81eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.802068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe742e4-8e0e-4921-9eea-8ee4b11f81eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.802422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe742e4-8e0e-4921-9eea-8ee4b11f81eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.802511] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe742e4-8e0e-4921-9eea-8ee4b11f81eb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.322431] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.322641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.322641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.322842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.322934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.323044] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe742e4-8e0e-4921-9eea-8ee4b11f81eb already deleted. [ 597.323152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe742e4-8e0e-4921-9eea-8ee4b11f81eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.803313] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 601.803789] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.804334] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 606.804592] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 611.805599] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 611.805878] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 616.806405] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.806840] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 620.001416] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.001887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.001887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.001887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.002097] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.504246] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.006943] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.513220] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 621.513345] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 621.807140] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.807246] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 622.354526] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.354838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.354838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.354960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.365541] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 622.366402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.367342] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 622.384885] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.385073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.385122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.385321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.385391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.385484] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 622.385557] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 622.385628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 622.404934] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.405079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.405160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.405360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.405501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.405612] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 622.424527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.424666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.424768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.424918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.425029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.425482] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 622.446174] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.446336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.446429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.446608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.446708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.446821] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 622.446894] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 622.446962] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 622.464144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.464307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.464374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.464568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.464649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.464752] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 622.464819] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 622.467047] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 622.484187] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.484371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.484434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.484595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.484692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.484800] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 622.488048] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 622.488048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 622.488048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 622.488048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 622.488048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 622.488048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 622.488048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 622.488048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 622.488048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 622.504342] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.504490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.504560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.504737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.504840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.504944] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 622.523308] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.523436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.523501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.523691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.523788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.557893] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.059929] env[69404]: INFO networking_nsxv3.common.synchronization [None req-15b5da8f-0e93-4f63-a54b-e489fc5dbb9f None None] Enqueued Resource ID: 0666dcdb-8ef0-4085-bd9b-1024dc65ee9f with Priority: HIGHEST for action port [ 625.061235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0666dcdb-8ef0-4085-bd9b-1024dc65ee9f with Priority: HIGHEST for action port [ 625.062017] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-0666dcdb-8ef0-4085-bd9b-1024dc65ee9f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.062017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0666dcdb-8ef0-4085-bd9b-1024dc65ee9f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.062017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0666dcdb-8ef0-4085-bd9b-1024dc65ee9f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.063027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0666dcdb-8ef0-4085-bd9b-1024dc65ee9f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.063027] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0666dcdb-8ef0-4085-bd9b-1024dc65ee9f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.566124] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0666dcdb-8ef0-4085-bd9b-1024dc65ee9f [ 625.566483] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.566675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.566752] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.566965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.567074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.567766] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0666dcdb-8ef0-4085-bd9b-1024dc65ee9f already deleted. [ 625.567766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0666dcdb-8ef0-4085-bd9b-1024dc65ee9f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.873083] env[69404]: INFO networking_nsxv3.common.synchronization [None req-22264e00-da09-49c0-b3f9-935ffaf8de3f None None] Enqueued Resource ID: 834d81d5-3786-44bb-bd56-fc4d041929af with Priority: HIGHEST for action port [ 625.873083] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834d81d5-3786-44bb-bd56-fc4d041929af with Priority: HIGHEST for action port [ 625.873083] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-834d81d5-3786-44bb-bd56-fc4d041929af taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.873083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-834d81d5-3786-44bb-bd56-fc4d041929af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.873083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-834d81d5-3786-44bb-bd56-fc4d041929af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.873083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-834d81d5-3786-44bb-bd56-fc4d041929af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.873083] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('834d81d5-3786-44bb-bd56-fc4d041929af',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.377592] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 834d81d5-3786-44bb-bd56-fc4d041929af [ 626.377872] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.377872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.377872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.378055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.378469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.378587] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:834d81d5-3786-44bb-bd56-fc4d041929af already deleted. [ 626.378686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-834d81d5-3786-44bb-bd56-fc4d041929af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.415080] env[69404]: INFO networking_nsxv3.common.synchronization [None req-9b9620f1-7a2a-40d6-896b-05e72cab4b2f None None] Enqueued Resource ID: 36b1f155-c7e8-478f-9a4b-8dbf03f8f01e with Priority: HIGHEST for action port [ 627.415388] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b1f155-c7e8-478f-9a4b-8dbf03f8f01e with Priority: HIGHEST for action port [ 627.415897] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b1f155-c7e8-478f-9a4b-8dbf03f8f01e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.416034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b1f155-c7e8-478f-9a4b-8dbf03f8f01e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.416105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b1f155-c7e8-478f-9a4b-8dbf03f8f01e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.416354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b1f155-c7e8-478f-9a4b-8dbf03f8f01e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.416441] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b1f155-c7e8-478f-9a4b-8dbf03f8f01e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.590654] env[69404]: INFO networking_nsxv3.common.synchronization [None req-4c3d2456-ffac-43eb-9271-748c71e50bac None None] Enqueued Resource ID: fa80d002-af05-4ff1-b60a-c9dff93fdbaf with Priority: HIGHEST for action port [ 627.590654] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa80d002-af05-4ff1-b60a-c9dff93fdbaf with Priority: HIGHEST for action port [ 627.590654] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa80d002-af05-4ff1-b60a-c9dff93fdbaf taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.590991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa80d002-af05-4ff1-b60a-c9dff93fdbaf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.591094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa80d002-af05-4ff1-b60a-c9dff93fdbaf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.591423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa80d002-af05-4ff1-b60a-c9dff93fdbaf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.591665] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa80d002-af05-4ff1-b60a-c9dff93fdbaf',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.759717] env[69404]: INFO networking_nsxv3.common.synchronization [None req-5aa5844b-8e0b-4d9a-bf8e-1126da05ba5d None None] Enqueued Resource ID: 50a8e2a4-c1f4-4b82-b238-cf8931e0518b with Priority: HIGHEST for action port [ 627.759717] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a8e2a4-c1f4-4b82-b238-cf8931e0518b with Priority: HIGHEST for action port [ 627.759717] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a8e2a4-c1f4-4b82-b238-cf8931e0518b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.759717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a8e2a4-c1f4-4b82-b238-cf8931e0518b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.759717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a8e2a4-c1f4-4b82-b238-cf8931e0518b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.760713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a8e2a4-c1f4-4b82-b238-cf8931e0518b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.761067] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a8e2a4-c1f4-4b82-b238-cf8931e0518b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.919923] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36b1f155-c7e8-478f-9a4b-8dbf03f8f01e [ 627.919923] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.919923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.919923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.919923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.919923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.919923] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36b1f155-c7e8-478f-9a4b-8dbf03f8f01e already deleted. [ 627.919923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b1f155-c7e8-478f-9a4b-8dbf03f8f01e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.094584] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa80d002-af05-4ff1-b60a-c9dff93fdbaf [ 628.095448] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.095448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.095585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.096250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.096440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.096701] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa80d002-af05-4ff1-b60a-c9dff93fdbaf already deleted. [ 628.096940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa80d002-af05-4ff1-b60a-c9dff93fdbaf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.263929] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50a8e2a4-c1f4-4b82-b238-cf8931e0518b [ 628.264284] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.264508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.264645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.264895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.265038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.265175] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50a8e2a4-c1f4-4b82-b238-cf8931e0518b already deleted. [ 628.265320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a8e2a4-c1f4-4b82-b238-cf8931e0518b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.538900] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d9681a83-639d-41f4-928b-55fdb3a5feb9 None None] Enqueued Resource ID: 8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf with Priority: HIGHEST for action port [ 628.539244] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf with Priority: HIGHEST for action port [ 628.539588] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.539716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.539785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.540279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.540279] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.047538] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf [ 629.047538] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.047538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.047538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.047538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.047538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.047538] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf already deleted. [ 629.047538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d22dd21-ee8c-47a8-9d1d-d2e0c9dedfdf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.710058] env[69404]: INFO networking_nsxv3.common.synchronization [None req-f7cf6033-f71a-4f53-8552-8cf7a51e142c None None] Enqueued Resource ID: 8f13eab3-1c6e-4abe-adae-3dc2975c3b34 with Priority: HIGHEST for action port [ 629.710295] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f13eab3-1c6e-4abe-adae-3dc2975c3b34 with Priority: HIGHEST for action port [ 629.711934] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f13eab3-1c6e-4abe-adae-3dc2975c3b34 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.711934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f13eab3-1c6e-4abe-adae-3dc2975c3b34" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.711934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f13eab3-1c6e-4abe-adae-3dc2975c3b34" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.711934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f13eab3-1c6e-4abe-adae-3dc2975c3b34" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.711934] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f13eab3-1c6e-4abe-adae-3dc2975c3b34',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.791154] env[69404]: INFO networking_nsxv3.common.synchronization [None req-9a5a8e1d-8abe-45e3-b5d7-592f0a54b356 None None] Enqueued Resource ID: a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5 with Priority: HIGHEST for action port [ 629.791974] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5 with Priority: HIGHEST for action port [ 629.792473] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.792687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.792815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.793159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.793159] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.215222] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f13eab3-1c6e-4abe-adae-3dc2975c3b34 [ 630.216114] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.216114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.216114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.216114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.216114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.216114] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f13eab3-1c6e-4abe-adae-3dc2975c3b34 already deleted. [ 630.216114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f13eab3-1c6e-4abe-adae-3dc2975c3b34" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.296701] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5 [ 630.297079] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.297960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.297960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.297960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.297960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.297960] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5 already deleted. [ 630.297960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a20eae21-fcb5-4ae1-bfc3-f0dc8119abe5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.340952] env[69404]: INFO networking_nsxv3.common.synchronization [None req-9ea72e50-8272-472b-9e1e-fdbe2ba02682 None None] Enqueued Resource ID: d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f with Priority: HIGHEST for action port [ 631.341228] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f with Priority: HIGHEST for action port [ 631.341769] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.341895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.341963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.342224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.342308] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.846622] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f [ 631.846622] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.846622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.846622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.846622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.846622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.846622] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f already deleted. [ 631.846622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5eeab24-16ef-4966-b3fa-1f1fe0de3d7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.361923] env[69404]: INFO networking_nsxv3.common.synchronization [None req-8857b299-3a66-4138-bc6c-9425746d2f31 None None] Enqueued Resource ID: 5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c with Priority: HIGHEST for action port [ 632.364372] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c with Priority: HIGHEST for action port [ 632.364706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.364847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.364912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.365586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.365586] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.868517] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c [ 632.868757] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.868905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.868961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.869514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.869514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.869514] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c already deleted. [ 632.869514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e4cd30c-67d6-41a1-80ce-b9c4d0e82c1c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.277486] env[69404]: INFO networking_nsxv3.common.synchronization [None req-90444278-5a62-438e-a489-2fff0e069cd2 None None] Enqueued Resource ID: 4352ec88-0e09-4f58-937f-494dbd3db0ef with Priority: HIGHEST for action port [ 633.277486] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4352ec88-0e09-4f58-937f-494dbd3db0ef with Priority: HIGHEST for action port [ 633.277722] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-4352ec88-0e09-4f58-937f-494dbd3db0ef taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.277722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4352ec88-0e09-4f58-937f-494dbd3db0ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.277824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4352ec88-0e09-4f58-937f-494dbd3db0ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.278174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4352ec88-0e09-4f58-937f-494dbd3db0ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.279352] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4352ec88-0e09-4f58-937f-494dbd3db0ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.784688] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4352ec88-0e09-4f58-937f-494dbd3db0ef [ 633.784688] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.784688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.784688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.784688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.784688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.784688] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4352ec88-0e09-4f58-937f-494dbd3db0ef already deleted. [ 633.784688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4352ec88-0e09-4f58-937f-494dbd3db0ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.913812] env[69404]: INFO networking_nsxv3.common.synchronization [None req-7be8b9c6-1c12-4d95-987c-77a7a7775507 None None] Enqueued Resource ID: 07de2a99-f95e-483d-954e-16d2b4ee0662 with Priority: HIGHEST for action port [ 633.914087] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07de2a99-f95e-483d-954e-16d2b4ee0662 with Priority: HIGHEST for action port [ 633.918635] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-07de2a99-f95e-483d-954e-16d2b4ee0662 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.918756] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07de2a99-f95e-483d-954e-16d2b4ee0662" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.918825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07de2a99-f95e-483d-954e-16d2b4ee0662" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.919563] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07de2a99-f95e-483d-954e-16d2b4ee0662" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.919624] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07de2a99-f95e-483d-954e-16d2b4ee0662',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.422939] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07de2a99-f95e-483d-954e-16d2b4ee0662 [ 634.424892] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.424892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.424892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.424892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.424892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.424892] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07de2a99-f95e-483d-954e-16d2b4ee0662 already deleted. [ 634.424892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07de2a99-f95e-483d-954e-16d2b4ee0662" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.826647] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c459a235-49d1-4ac6-acdc-9b874e24ae2a None None] Enqueued Resource ID: b26a6e34-a7d5-4f8c-b656-ea02a32be0d5 with Priority: HIGHEST for action port [ 634.827074] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26a6e34-a7d5-4f8c-b656-ea02a32be0d5 with Priority: HIGHEST for action port [ 634.827376] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-b26a6e34-a7d5-4f8c-b656-ea02a32be0d5 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.827492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b26a6e34-a7d5-4f8c-b656-ea02a32be0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.828312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b26a6e34-a7d5-4f8c-b656-ea02a32be0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.828312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b26a6e34-a7d5-4f8c-b656-ea02a32be0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.828312] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26a6e34-a7d5-4f8c-b656-ea02a32be0d5',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.333693] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b26a6e34-a7d5-4f8c-b656-ea02a32be0d5 [ 635.333693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.333693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.333693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.333909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.333909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.334503] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b26a6e34-a7d5-4f8c-b656-ea02a32be0d5 already deleted. [ 635.334503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b26a6e34-a7d5-4f8c-b656-ea02a32be0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.815371] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d1b81c55-6c3a-4da6-bc8e-892c688c4450 None None] Enqueued Resource ID: aa953456-29f3-4935-a71d-924d38c2f65b with Priority: HIGHEST for action port [ 635.816310] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa953456-29f3-4935-a71d-924d38c2f65b with Priority: HIGHEST for action port [ 635.816577] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa953456-29f3-4935-a71d-924d38c2f65b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.816831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa953456-29f3-4935-a71d-924d38c2f65b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.816985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa953456-29f3-4935-a71d-924d38c2f65b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.817341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa953456-29f3-4935-a71d-924d38c2f65b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.817548] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa953456-29f3-4935-a71d-924d38c2f65b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.320406] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa953456-29f3-4935-a71d-924d38c2f65b [ 636.320643] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.321954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.321954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.321954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.321954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.321954] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa953456-29f3-4935-a71d-924d38c2f65b already deleted. [ 636.321954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa953456-29f3-4935-a71d-924d38c2f65b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.484151] env[69404]: INFO networking_nsxv3.common.synchronization [req-c8a78783-7dda-4b28-96c1-89dc0f583bdc req-c15aa05b-b248-4af5-946f-0d6c24fca8c3 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 636.484731] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 636.487108] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.489525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.489525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.489525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.489525] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.489525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.489525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.489525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.489525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.489525] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.798889] env[69404]: INFO networking_nsxv3.common.synchronization [None req-979e6ad5-41bd-4116-93ec-5735e338467e None None] Enqueued Resource ID: 22752c25-c09f-4576-890b-1bbc4325bd41 with Priority: HIGHEST for action port [ 636.799221] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22752c25-c09f-4576-890b-1bbc4325bd41 with Priority: HIGHEST for action port [ 636.799723] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-22752c25-c09f-4576-890b-1bbc4325bd41 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.799857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22752c25-c09f-4576-890b-1bbc4325bd41" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.800531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22752c25-c09f-4576-890b-1bbc4325bd41" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.800531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22752c25-c09f-4576-890b-1bbc4325bd41" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.800531] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22752c25-c09f-4576-890b-1bbc4325bd41',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.993904] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.994071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.994209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.995033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.995033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.995033] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.995033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.995033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.995033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.995033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.995850] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d already deleted. [ 636.995850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.167251] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.167492] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.167803] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.168127] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.168396] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.168560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.168907] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.169230] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.169385] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.169669] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.169787] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.169971] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.170280] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.170363] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.170434] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.170598] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.189248] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.189417] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.189560] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.189736] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.190048] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-5a60b4cd-687d-4292-b301-2d7d06e060fc taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.190222] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-5a60b4cd-687d-4292-b301-2d7d06e060fc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.190345] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-5a60b4cd-687d-4292-b301-2d7d06e060fc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.190661] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-5a60b4cd-687d-4292-b301-2d7d06e060fc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.190803] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a60b4cd-687d-4292-b301-2d7d06e060fc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.304766] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22752c25-c09f-4576-890b-1bbc4325bd41 [ 637.304766] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.304766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.304766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.304766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.304766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.304766] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22752c25-c09f-4576-890b-1bbc4325bd41 already deleted. [ 637.304766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22752c25-c09f-4576-890b-1bbc4325bd41" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.693313] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.693622] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.693689] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.693965] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.694129] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.694290] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 5a60b4cd-687d-4292-b301-2d7d06e060fc not found, creating... [ 637.694598] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.694762] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.694924] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.695155] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.695332] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.695971] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.696623] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.696909] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.697281] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.697721] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.697721] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 5a60b4cd-687d-4292-b301-2d7d06e060fc is going to be created. [ 637.724671] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.725266] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.725266] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.725382] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.725593] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.725831] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-5a60b4cd-687d-4292-b301-2d7d06e060fc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.313852] env[69404]: INFO networking_nsxv3.common.synchronization [None req-7a352649-e69a-40c9-8f31-e978ffc2eed7 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Enqueued Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_rules [ 638.315871] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_rules [ 638.315871] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209461a0-8ca6-4105-979d-f075f7aa3522 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.315871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.315871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.319182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.319548] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.538897] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ad667593-91d1-472f-bb95-0cee14edcc3c tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Enqueued Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_rules [ 638.539405] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_rules [ 638.539697] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209461a0-8ca6-4105-979d-f075f7aa3522 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.539795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.840957] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.841274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.841274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.841375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.841459] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.841552] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209461a0-8ca6-4105-979d-f075f7aa3522 already deleted. [ 638.841628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.841770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.841912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.841992] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.912690] env[69404]: INFO networking_nsxv3.common.synchronization [req-c8a78783-7dda-4b28-96c1-89dc0f583bdc req-26a5ba46-05db-4acf-9d0d-247e9eeb9ecc service nova] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_rules [ 638.913231] env[69404]: INFO networking_nsxv3.common.synchronization [req-c8a78783-7dda-4b28-96c1-89dc0f583bdc req-26a5ba46-05db-4acf-9d0d-247e9eeb9ecc service nova] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 638.913231] env[69404]: INFO networking_nsxv3.common.synchronization [req-c8a78783-7dda-4b28-96c1-89dc0f583bdc req-26a5ba46-05db-4acf-9d0d-247e9eeb9ecc service nova] Enqueued Resource ID: 5a60b4cd-687d-4292-b301-2d7d06e060fc with Priority: HIGHEST for action port [ 638.913231] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_rules [ 638.913473] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 638.913473] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a60b4cd-687d-4292-b301-2d7d06e060fc with Priority: HIGHEST for action port [ 638.915691] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.915840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.915908] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.916169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.916255] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.917028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.917142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.917219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.917380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.917538] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.917604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.917670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.917805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.917886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.917968] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.919762] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a60b4cd-687d-4292-b301-2d7d06e060fc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.919875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a60b4cd-687d-4292-b301-2d7d06e060fc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.919939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a60b4cd-687d-4292-b301-2d7d06e060fc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.920097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a60b4cd-687d-4292-b301-2d7d06e060fc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.920170] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a60b4cd-687d-4292-b301-2d7d06e060fc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.364907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.365974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.365974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.365974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.365974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.365974] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209461a0-8ca6-4105-979d-f075f7aa3522 already deleted. [ 639.365974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.422277] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.422512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.432550] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.433574] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a60b4cd-687d-4292-b301-2d7d06e060fc with status ACTIVE [ 639.433735] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.433865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.433951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.434182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.434284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.434451] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.434545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.434707] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.434768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.434829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.435442] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.435623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.435765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.435959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.436081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.436211] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a60b4cd-687d-4292-b301-2d7d06e060fc is going to be updated. [ 639.458486] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.458672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.458741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.459169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.459317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.459488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a60b4cd-687d-4292-b301-2d7d06e060fc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.675630] env[69404]: INFO networking_nsxv3.common.synchronization [None req-59083122-659f-4044-b6f5-92bb9661f762 None None] Enqueued Resource ID: 957aeaa0-8cc6-4b0c-bad7-328168b18d06 with Priority: HIGHEST for action port [ 639.677052] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957aeaa0-8cc6-4b0c-bad7-328168b18d06 with Priority: HIGHEST for action port [ 639.677414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-957aeaa0-8cc6-4b0c-bad7-328168b18d06 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.677534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-957aeaa0-8cc6-4b0c-bad7-328168b18d06" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.679605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-957aeaa0-8cc6-4b0c-bad7-328168b18d06" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.679605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-957aeaa0-8cc6-4b0c-bad7-328168b18d06" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.679605] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('957aeaa0-8cc6-4b0c-bad7-328168b18d06',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.938978] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.180499] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 957aeaa0-8cc6-4b0c-bad7-328168b18d06 [ 640.180748] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.180887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.180957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.181197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.181293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.181391] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:957aeaa0-8cc6-4b0c-bad7-328168b18d06 already deleted. [ 640.181475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-957aeaa0-8cc6-4b0c-bad7-328168b18d06" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.441952] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.442445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.442695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.444272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.444396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.444490] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d is going to be created. [ 640.499821] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.499958] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.499958] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.500227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.500466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.510505] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: UNINITIALIZED for 2s [ 640.667099] env[69404]: INFO networking_nsxv3.common.synchronization [req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 req-e0613bf4-4fd1-47a9-8751-87b6175b9454 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 640.668461] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 640.668461] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.668461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.668461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.668461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.671083] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.671083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.671083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.671083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.671083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.671083] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.173425] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.173425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.173425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.173425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.173425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.173425] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.173425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.173425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.183109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.183109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.183109] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed already deleted. [ 641.183109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.290921] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.292044] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.292044] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.292851] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.294178] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.295354] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.295354] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.295354] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.296679] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.297409] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.297993] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.300289] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.300289] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.300289] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.300289] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.300289] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.321705] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.321705] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.321705] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.321705] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.322026] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-fa30ccf6-1801-4709-b8fa-69899932d6eb taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.322134] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-fa30ccf6-1801-4709-b8fa-69899932d6eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.322182] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-fa30ccf6-1801-4709-b8fa-69899932d6eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.323114] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-fa30ccf6-1801-4709-b8fa-69899932d6eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.323300] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa30ccf6-1801-4709-b8fa-69899932d6eb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.375577] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ce68e4da-508b-4981-a7ab-2aa990a74c16 None None] Enqueued Resource ID: 3ecd9b99-6737-470a-be3a-ddf5e1703c31 with Priority: HIGHEST for action port [ 641.376278] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecd9b99-6737-470a-be3a-ddf5e1703c31 with Priority: HIGHEST for action port [ 641.376518] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ecd9b99-6737-470a-be3a-ddf5e1703c31 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.376849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ecd9b99-6737-470a-be3a-ddf5e1703c31" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.376849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ecd9b99-6737-470a-be3a-ddf5e1703c31" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.377544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ecd9b99-6737-470a-be3a-ddf5e1703c31" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.377544] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ecd9b99-6737-470a-be3a-ddf5e1703c31',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.826575] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.826801] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.826942] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.827291] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.827625] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.828260] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port fa30ccf6-1801-4709-b8fa-69899932d6eb not found, creating... [ 641.828260] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.828260] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.828561] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.828561] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.828707] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.829021] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.829247] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.829313] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.830180] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.830357] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.830947] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: fa30ccf6-1801-4709-b8fa-69899932d6eb is going to be created. [ 641.852738] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.853085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.853327] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.853766] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.854161] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.854498] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-fa30ccf6-1801-4709-b8fa-69899932d6eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.880779] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ecd9b99-6737-470a-be3a-ddf5e1703c31 [ 641.881015] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.881162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.881313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.881536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.881630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.881725] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ecd9b99-6737-470a-be3a-ddf5e1703c31 already deleted. [ 641.881809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ecd9b99-6737-470a-be3a-ddf5e1703c31" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.524051] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: SUCCESS [ 642.524051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.524051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.524051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.524051] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.524051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.524051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.524051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.524051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.524051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.527261] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.955447] env[69404]: INFO networking_nsxv3.common.synchronization [req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 req-02fddf52-38d4-4499-9080-3b9c0245941d tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 642.956832] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 642.957967] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.957967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.957967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.958307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.958680] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.958902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.959206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.959516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.959708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.960201] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.980620] env[69404]: INFO networking_nsxv3.common.synchronization [req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 req-87db0179-700b-42ed-90d2-9eabf5f0652a service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 642.980879] env[69404]: INFO networking_nsxv3.common.synchronization [req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 req-87db0179-700b-42ed-90d2-9eabf5f0652a service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 642.980944] env[69404]: INFO networking_nsxv3.common.synchronization [req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 req-87db0179-700b-42ed-90d2-9eabf5f0652a service nova] Enqueued Resource ID: fa30ccf6-1801-4709-b8fa-69899932d6eb with Priority: HIGHEST for action port [ 642.981298] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 642.981298] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 642.981414] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa30ccf6-1801-4709-b8fa-69899932d6eb with Priority: HIGHEST for action port [ 642.981852] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.981978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.982895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.983749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.983749] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.985124] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.985124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.985124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.985124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.985288] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.985687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.985687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.985687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.985687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.985888] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.986749] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa30ccf6-1801-4709-b8fa-69899932d6eb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.987408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa30ccf6-1801-4709-b8fa-69899932d6eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.987960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa30ccf6-1801-4709-b8fa-69899932d6eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.988266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa30ccf6-1801-4709-b8fa-69899932d6eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.988371] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa30ccf6-1801-4709-b8fa-69899932d6eb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.033209] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.033209] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.033209] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.033209] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.033209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.033769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.033769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.033769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.033769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.033769] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.219216] env[69404]: INFO networking_nsxv3.common.synchronization [None req-df64a0a9-00d2-4bbd-9b4e-bf923b4893c7 None None] Enqueued Resource ID: f349ce87-9955-4760-a975-4289e65bf1bd with Priority: HIGHEST for action port [ 643.220024] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f349ce87-9955-4760-a975-4289e65bf1bd with Priority: HIGHEST for action port [ 643.220337] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f349ce87-9955-4760-a975-4289e65bf1bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.220557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f349ce87-9955-4760-a975-4289e65bf1bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.220672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f349ce87-9955-4760-a975-4289e65bf1bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.221212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f349ce87-9955-4760-a975-4289e65bf1bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.221779] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f349ce87-9955-4760-a975-4289e65bf1bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.350586] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.351034] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.351034] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.351251] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.351593] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.351976] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.351976] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.352628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.352784] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.352997] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.353285] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.353285] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.353428] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.353462] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.354256] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.354256] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.371763] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.372030] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.372704] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.372704] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.372704] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-4d6be203-8bef-4211-a104-5f63840b24f6 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.373020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-4d6be203-8bef-4211-a104-5f63840b24f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.373204] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-4d6be203-8bef-4211-a104-5f63840b24f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.373564] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-4d6be203-8bef-4211-a104-5f63840b24f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.373676] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6be203-8bef-4211-a104-5f63840b24f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.468240] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.468240] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.468240] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce already deleted. [ 643.468240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.492183] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.494359] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.494359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.494359] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa30ccf6-1801-4709-b8fa-69899932d6eb with status ACTIVE [ 643.495925] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.495925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.495925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.496126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.496126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.496259] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.496355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.496427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.496754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.496754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.496856] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.496909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.496983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.497263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.497521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.497661] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa30ccf6-1801-4709-b8fa-69899932d6eb is going to be updated. [ 643.500324] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a4088946-9add-4a55-8d8e-5e269dc16a3d None None] Enqueued Resource ID: 29f50b8c-6ecf-4279-802d-c8813dbcbeae with Priority: HIGHEST for action port [ 643.501763] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f50b8c-6ecf-4279-802d-c8813dbcbeae with Priority: HIGHEST for action port [ 643.504576] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f50b8c-6ecf-4279-802d-c8813dbcbeae taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.504665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f50b8c-6ecf-4279-802d-c8813dbcbeae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.504665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f50b8c-6ecf-4279-802d-c8813dbcbeae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.504961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f50b8c-6ecf-4279-802d-c8813dbcbeae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.505084] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f50b8c-6ecf-4279-802d-c8813dbcbeae',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.525582] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.525941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.525941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.526215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.526215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.526699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa30ccf6-1801-4709-b8fa-69899932d6eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.537387] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d59254-96e6-4b8b-a45d-9fe60fc78c5d: rpc.has_security_group_logging(os_id): False [ 643.557693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.557693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.557693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.557693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.558262] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.558262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.558262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.558423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.559133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.559687] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d is going to be created. [ 643.666618] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.666766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.666835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.667061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.667245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.704428] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: IN_PROGRESS for 2s [ 643.728466] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f349ce87-9955-4760-a975-4289e65bf1bd [ 643.728466] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.728466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.728466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.728466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.728466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.728466] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f349ce87-9955-4760-a975-4289e65bf1bd already deleted. [ 643.728466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f349ce87-9955-4760-a975-4289e65bf1bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.876525] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.876709] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.876885] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.877305] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.877305] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.877459] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 4d6be203-8bef-4211-a104-5f63840b24f6 not found, creating... [ 643.877711] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.877873] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.877989] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.878233] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.878368] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.878715] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.878846] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.878902] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.880569] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.880787] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.880895] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 4d6be203-8bef-4211-a104-5f63840b24f6 is going to be created. [ 643.903068] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.903415] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.903483] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.903706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.904187] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.904305] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-4d6be203-8bef-4211-a104-5f63840b24f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.003235] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.011518] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29f50b8c-6ecf-4279-802d-c8813dbcbeae [ 644.011518] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.011518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.011518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.011815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.011815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.011881] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29f50b8c-6ecf-4279-802d-c8813dbcbeae already deleted. [ 644.011987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f50b8c-6ecf-4279-802d-c8813dbcbeae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.449014] env[69404]: INFO networking_nsxv3.common.synchronization [None req-0689c277-9d05-4c1e-a50a-2f6d609cd2bf tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_rules [ 644.449716] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_rules [ 644.449716] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.449872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.449872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.450760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.450863] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.506896] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.508238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.508238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.508238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.508370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.508401] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be created. [ 644.535263] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.535758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.535758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.535758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.535890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.549160] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: UNINITIALIZED for 2s [ 644.742474] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ccdaa2e5-1747-402b-96f9-1655e15d2484 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_rules [ 644.742474] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_rules [ 644.742474] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.742762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.963323] env[69404]: INFO networking_nsxv3.common.synchronization [req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 req-f9f46294-37da-4988-94bf-60a4249d1701 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 644.963323] env[69404]: INFO networking_nsxv3.common.synchronization [req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 req-f9f46294-37da-4988-94bf-60a4249d1701 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 644.963323] env[69404]: INFO networking_nsxv3.common.synchronization [req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 req-f9f46294-37da-4988-94bf-60a4249d1701 service nova] Enqueued Resource ID: 4d6be203-8bef-4211-a104-5f63840b24f6 with Priority: HIGHEST for action port [ 644.963323] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 644.963323] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 644.963562] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6be203-8bef-4211-a104-5f63840b24f6 with Priority: HIGHEST for action port [ 644.964358] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.964358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.964358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.964358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.964358] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.966358] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.966358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.966358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.966358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.966358] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.966358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.966358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.966587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.966665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.966762] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.967576] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d6be203-8bef-4211-a104-5f63840b24f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.967683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d6be203-8bef-4211-a104-5f63840b24f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.967918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d6be203-8bef-4211-a104-5f63840b24f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.967918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d6be203-8bef-4211-a104-5f63840b24f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.967985] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6be203-8bef-4211-a104-5f63840b24f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.972423] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.972538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.972605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.972768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.972853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.972942] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 already deleted. [ 644.973036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.973856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.973856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.973856] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.469421] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.469693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.469816] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.470827] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d6be203-8bef-4211-a104-5f63840b24f6 with status ACTIVE [ 645.470922] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.471215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.471215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.471383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.471426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.471609] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.471725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.471783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.471941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.472061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.472248] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.472929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.472929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.472929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.472929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.472929] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d6be203-8bef-4211-a104-5f63840b24f6 is going to be updated. [ 645.505732] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.505898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.505968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.506260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.506412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.506671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d6be203-8bef-4211-a104-5f63840b24f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.510131] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.510279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.510342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.510609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.510717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.510813] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 already deleted. [ 645.510932] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.626995] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-99998b98-87f2-4171-8579-aecbb24d31bf tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 645.626995] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 645.626995] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.631144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.631144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.631144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.631144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.631144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.631144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.631144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.631144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.631144] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.692770] env[69404]: INFO networking_nsxv3.common.synchronization [None req-f9608604-e6c0-4d65-a269-d970bed08360 None None] Enqueued Resource ID: d50df5bf-ea37-4f50-9ade-dd85bde36b02 with Priority: HIGHEST for action port [ 645.693442] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50df5bf-ea37-4f50-9ade-dd85bde36b02 with Priority: HIGHEST for action port [ 645.693691] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50df5bf-ea37-4f50-9ade-dd85bde36b02 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.693815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50df5bf-ea37-4f50-9ade-dd85bde36b02" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.693905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50df5bf-ea37-4f50-9ade-dd85bde36b02" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.694277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50df5bf-ea37-4f50-9ade-dd85bde36b02" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.694277] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50df5bf-ea37-4f50-9ade-dd85bde36b02',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.723036] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: SUCCESS [ 645.723368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.879316] env[69404]: INFO networking_nsxv3.common.synchronization [None req-1017eae3-abad-4ce6-80fc-d74054782ffd tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Enqueued Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_rules [ 645.879787] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_rules [ 645.880857] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.883887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.883959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.884280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.884363] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.975044] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.122229] env[69404]: INFO networking_nsxv3.common.synchronization [None req-5ca4385f-169c-4e44-b590-a74cf8ea208b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Enqueued Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_rules [ 646.122229] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_rules [ 646.122229] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.122229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.135635] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.136157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.136157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.136157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.136157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.137032] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.137032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.137032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.137032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.137032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.137032] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac already deleted. [ 646.137032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.196540] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d50df5bf-ea37-4f50-9ade-dd85bde36b02 [ 646.196802] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.196947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.197028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.197556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.197708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.197770] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d50df5bf-ea37-4f50-9ade-dd85bde36b02 already deleted. [ 646.197824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50df5bf-ea37-4f50-9ade-dd85bde36b02" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369856] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-7a81b002-967f-445d-9f7e-f445df3685cc tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 646.372167] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 646.373696] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.373928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.374885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.375199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.375394] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.375553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.375553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.375748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.376102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.376102] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.397880] env[69404]: INFO networking_nsxv3.common.synchronization [None req-4251ba54-be2b-439c-8d3b-3c008ed74c55 None None] Enqueued Resource ID: a797a4c8-ca4e-410b-bf2e-a9e5aea3e579 with Priority: HIGHEST for action port [ 646.397880] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a797a4c8-ca4e-410b-bf2e-a9e5aea3e579 with Priority: HIGHEST for action port [ 646.397880] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a797a4c8-ca4e-410b-bf2e-a9e5aea3e579 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.397880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a797a4c8-ca4e-410b-bf2e-a9e5aea3e579" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.397880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a797a4c8-ca4e-410b-bf2e-a9e5aea3e579" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.397880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a797a4c8-ca4e-410b-bf2e-a9e5aea3e579" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.397880] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a797a4c8-ca4e-410b-bf2e-a9e5aea3e579',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.410144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.411329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.411329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.411329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.412518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.412518] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 already deleted. [ 646.412518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.412518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.413055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.413055] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.481978] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.481978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.481978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.482370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.482370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.482551] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be created. [ 646.509012] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.509012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.509012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.509241] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.509407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.521953] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: UNINITIALIZED for 2s [ 646.559640] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 646.559640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.559826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.560100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.560226] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.560340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.560412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.560545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.560626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.560777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.560857] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.878912] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.880808] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.880808] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac already deleted. [ 646.880808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.901691] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a797a4c8-ca4e-410b-bf2e-a9e5aea3e579 [ 646.901919] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.902159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.902159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.902453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.902453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.902536] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a797a4c8-ca4e-410b-bf2e-a9e5aea3e579 already deleted. [ 646.902617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a797a4c8-ca4e-410b-bf2e-a9e5aea3e579" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.931900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.932048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.932153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.932565] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.932663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.932766] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 already deleted. [ 646.932851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.066092] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.066269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.066336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.066579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.066794] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.066898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.066932] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.067123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.067219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.067345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.067461] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.067559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.067632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.067778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.067928] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.068048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.068110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.068261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.068339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.068430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.068523] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.154934] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-fe11b623-62c3-49b0-aa3a-85a9ce68da32 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 647.154934] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 647.156560] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.156657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.157521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.157521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.157635] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.157877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.157955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.158135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.158218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.158305] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.570892] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45bda866-691f-48b1-8563-83d39cc14eed: rpc.has_security_group_logging(os_id): False [ 647.590245] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.590394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.590466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.590700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.590800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.590987] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.591100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.591167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.591325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.591417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.591593] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.591693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.591753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.591891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.591975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.592187] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.592375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.592375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.592468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.592538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.592624] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be created. [ 647.658582] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.658582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.658582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.658807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.658874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.664098] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.664098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.664098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.664293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.664326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.665126] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.665126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.665126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.665126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.665126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.665126] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac already deleted. [ 647.665126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.676314] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 647.747440] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.749212] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-286" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.749212] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-286" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.749399] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-286" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.750568] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.750568] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.750568] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.751679] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.751679] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.751679] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.751679] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.751679] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.751679] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.751679] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.751679] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.751679] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.777572] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.782032] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.782032] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.782032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-286" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.782032] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-5faaccd7-03eb-4691-bb7b-947f342cfe6f taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.782032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-5faaccd7-03eb-4691-bb7b-947f342cfe6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.782032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-5faaccd7-03eb-4691-bb7b-947f342cfe6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.782032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-5faaccd7-03eb-4691-bb7b-947f342cfe6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.782032] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5faaccd7-03eb-4691-bb7b-947f342cfe6f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.286644] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.288063] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.288063] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.288361] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.288361] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.288498] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 5faaccd7-03eb-4691-bb7b-947f342cfe6f not found, creating... [ 648.288991] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.289277] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.289487] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.289676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.289751] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.290367] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.290599] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.290810] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.291294] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.291459] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.291850] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 5faaccd7-03eb-4691-bb7b-947f342cfe6f is going to be created. [ 648.318318] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.318318] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.318318] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.318318] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.321530] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.321530] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-5faaccd7-03eb-4691-bb7b-947f342cfe6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.554616] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 648.554616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.554616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.554616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.554616] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.554616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.554616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.554616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.554616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.554616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.554616] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.623525] env[69404]: INFO networking_nsxv3.common.synchronization [req-f278e077-d864-4c70-b797-1fbdfab03674 req-3aa99cdb-39bd-4801-a417-75cbef4ae014 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 648.624325] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 648.624482] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.624656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.624692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.625657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.625657] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.625657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.625657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.625657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.625657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.627212] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.058971] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.058971] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.058971] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.058971] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.058971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.059794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.059794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.059794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.059794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.059794] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.128778] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.128778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.130479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.130479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.130479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.130479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.130479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.130479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.130479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.130479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.130479] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 already deleted. [ 649.130479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.564413] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c73d58-0da6-45f2-9617-307a7998e0ce: rpc.has_security_group_logging(os_id): False [ 649.583866] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.583866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.583866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.583866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.584359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.584359] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.584449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.584601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.584848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.585101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.586255] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.586430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.586547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.586783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.586897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.587227] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.587348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.591024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.591024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.591024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.591024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be created. [ 649.674135] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.674135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.674307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.676465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.676465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.695128] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 649.700294] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 649.700294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.714192] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.714480] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.714614] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.717227] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.717347] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.717462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.717580] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.717843] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.718015] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.718255] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.718396] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.718523] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.718655] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.719200] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.719200] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.719200] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.750636] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.752545] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.752545] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.753133] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.753668] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.753786] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.754034] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.754447] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.754631] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95e7fcd-b085-4a8b-82f7-d254ec00c4ab',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.876264] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-6a8a266c-8dbf-4c39-b1d2-d009f88468b3 service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 649.876498] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-6a8a266c-8dbf-4c39-b1d2-d009f88468b3 service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 649.876644] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-6a8a266c-8dbf-4c39-b1d2-d009f88468b3 service nova] Enqueued Resource ID: 5faaccd7-03eb-4691-bb7b-947f342cfe6f with Priority: HIGHEST for action port [ 649.877224] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 649.877377] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 649.877491] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faaccd7-03eb-4691-bb7b-947f342cfe6f with Priority: HIGHEST for action port [ 649.878207] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.878207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.878207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.878398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.878398] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.884865] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.884865] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.884865] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.884865] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5faaccd7-03eb-4691-bb7b-947f342cfe6f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5faaccd7-03eb-4691-bb7b-947f342cfe6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.884865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5faaccd7-03eb-4691-bb7b-947f342cfe6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.887097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5faaccd7-03eb-4691-bb7b-947f342cfe6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.887097] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5faaccd7-03eb-4691-bb7b-947f342cfe6f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.014165] env[69404]: INFO networking_nsxv3.common.synchronization [None req-2d91c012-271d-4c65-92cb-63f8ed61c19d None None] Enqueued Resource ID: 70e3b986-9efa-468e-80b6-31fd26b22ab8 with Priority: HIGHEST for action port [ 650.019181] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e3b986-9efa-468e-80b6-31fd26b22ab8 with Priority: HIGHEST for action port [ 650.019558] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e3b986-9efa-468e-80b6-31fd26b22ab8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.019681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e3b986-9efa-468e-80b6-31fd26b22ab8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.019753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e3b986-9efa-468e-80b6-31fd26b22ab8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.020038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e3b986-9efa-468e-80b6-31fd26b22ab8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.020121] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e3b986-9efa-468e-80b6-31fd26b22ab8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.257551] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.257695] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.257856] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.258245] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.258430] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.258624] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port c95e7fcd-b085-4a8b-82f7-d254ec00c4ab not found, creating... [ 650.258941] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.259180] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.259275] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.259542] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.260104] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.260418] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.260577] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.260787] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.261077] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.261227] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.261645] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: c95e7fcd-b085-4a8b-82f7-d254ec00c4ab is going to be created. [ 650.295656] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.295656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.295656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.295656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.295656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.295656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.390681] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.390874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.391090] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.392535] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5faaccd7-03eb-4691-bb7b-947f342cfe6f with status ACTIVE [ 650.392811] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.392953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.392953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.393157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.393376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.393419] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.393575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.397898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.397898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.397898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.397898] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.397898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.397898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.397898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.397898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.397898] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5faaccd7-03eb-4691-bb7b-947f342cfe6f is going to be updated. [ 650.469398] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.469556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.469622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.469841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.469976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.470141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5faaccd7-03eb-4691-bb7b-947f342cfe6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.530197] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70e3b986-9efa-468e-80b6-31fd26b22ab8 [ 650.530903] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.533837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.533837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.533837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.533837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.533837] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70e3b986-9efa-468e-80b6-31fd26b22ab8 already deleted. [ 650.533837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e3b986-9efa-468e-80b6-31fd26b22ab8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.900832] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.103424] env[69404]: INFO networking_nsxv3.common.synchronization [req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 req-e7c9b594-a50b-4573-84b6-06e40b8f752f tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 651.103424] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 651.107864] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.107864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.107864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.107864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.107864] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.107864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.107864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.107864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.107864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.107864] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.405375] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.405375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.405375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.405375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.405375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.405375] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be created. [ 651.430921] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.431092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.431227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.431722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.431722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.445143] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: UNINITIALIZED for 2s [ 651.468634] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.468895] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-758" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.468895] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-758" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.469303] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-758" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.469470] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.469630] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.469745] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.469963] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.470363] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.470582] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.470701] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.470812] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.470924] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.471085] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.471330] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.471500] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.492568] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.492770] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.492914] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.493102] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-758" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.493407] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6b360ff3-facb-430c-8e31-159732f3bcf6 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.493625] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6b360ff3-facb-430c-8e31-159732f3bcf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.493752] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6b360ff3-facb-430c-8e31-159732f3bcf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.494091] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6b360ff3-facb-430c-8e31-159732f3bcf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.494264] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b360ff3-facb-430c-8e31-159732f3bcf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.613545] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.613737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.613870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.613997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.614098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.614367] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.614450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.614502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.614654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.614725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.617276] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a already deleted. [ 651.617388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.708153] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 651.708353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.823427] env[69404]: INFO networking_nsxv3.common.synchronization [req-f278e077-d864-4c70-b797-1fbdfab03674 req-54aee46f-1629-495e-9881-1743235ab622 service nova] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_rules [ 651.823427] env[69404]: INFO networking_nsxv3.common.synchronization [req-f278e077-d864-4c70-b797-1fbdfab03674 req-54aee46f-1629-495e-9881-1743235ab622 service nova] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 651.823427] env[69404]: INFO networking_nsxv3.common.synchronization [req-f278e077-d864-4c70-b797-1fbdfab03674 req-54aee46f-1629-495e-9881-1743235ab622 service nova] Enqueued Resource ID: c95e7fcd-b085-4a8b-82f7-d254ec00c4ab with Priority: HIGHEST for action port [ 651.824104] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_rules [ 651.824360] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 651.825319] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95e7fcd-b085-4a8b-82f7-d254ec00c4ab with Priority: HIGHEST for action port [ 651.825319] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.825319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.825319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.825319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.825558] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.826248] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.826565] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.826565] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.826656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.826723] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.826816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.826877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.827036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.827122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.827203] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.827911] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.828623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.828979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.828979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.828979] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95e7fcd-b085-4a8b-82f7-d254ec00c4ab',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.999026] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.999557] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.999557] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.999713] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.999843] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.000013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6b360ff3-facb-430c-8e31-159732f3bcf6 not found, creating... [ 652.000281] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.000430] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.000548] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.000778] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.000967] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.001219] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.001397] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.001535] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.001767] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.001904] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.002296] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6b360ff3-facb-430c-8e31-159732f3bcf6 is going to be created. [ 652.022297] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.022489] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.022613] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.022852] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.023081] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.023294] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6b360ff3-facb-430c-8e31-159732f3bcf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.330443] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.331587] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.331842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.333250] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c95e7fcd-b085-4a8b-82f7-d254ec00c4ab with status ACTIVE [ 652.333409] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.333923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.333987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.334206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.334296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.334472] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.334576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.334668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.334800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.335216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.335216] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.335216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.335216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.335453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.335453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.335541] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c95e7fcd-b085-4a8b-82f7-d254ec00c4ab is going to be updated. [ 652.356950] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.357126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.357193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.357413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.360794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.360794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.516870] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.516870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.516870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.516870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.516870] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.516870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.517364] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.517693] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.517945] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.518259] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.518477] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.518784] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.519009] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.519225] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.519431] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.519711] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.543389] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.543389] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.543389] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.543389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.543389] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-8df2a74d-a375-4cea-b29e-2d4474ac8703 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.543389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-8df2a74d-a375-4cea-b29e-2d4474ac8703" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.543389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-8df2a74d-a375-4cea-b29e-2d4474ac8703" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.543389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-8df2a74d-a375-4cea-b29e-2d4474ac8703" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.543389] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df2a74d-a375-4cea-b29e-2d4474ac8703',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.832691] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.920452] env[69404]: INFO networking_nsxv3.common.synchronization [req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e req-3b63bac5-7e64-42cd-94f2-0b8f7b2580b0 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 652.920975] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 652.921282] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.921517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.921517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.922683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.922885] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.923018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.923075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.923262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.923346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.923495] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.046386] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.046776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.046776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.047037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.047192] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.047326] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 8df2a74d-a375-4cea-b29e-2d4474ac8703 not found, creating... [ 653.047609] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.047770] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.047957] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.048134] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.048276] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.048579] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.049316] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.049316] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.049316] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.049316] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.049754] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 8df2a74d-a375-4cea-b29e-2d4474ac8703 is going to be created. [ 653.069337] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.069337] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.069584] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.069674] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.069911] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.070158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-8df2a74d-a375-4cea-b29e-2d4474ac8703" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.236025] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-b9448f6a-862b-4cbf-8cdc-5c4b242c4255 service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 653.236212] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-b9448f6a-862b-4cbf-8cdc-5c4b242c4255 service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 653.236349] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-b9448f6a-862b-4cbf-8cdc-5c4b242c4255 service nova] Enqueued Resource ID: 6b360ff3-facb-430c-8e31-159732f3bcf6 with Priority: HIGHEST for action port [ 653.237010] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 653.237180] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 653.237954] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b360ff3-facb-430c-8e31-159732f3bcf6 with Priority: HIGHEST for action port [ 653.237954] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.237954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.238153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.238153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.238359] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b360ff3-facb-430c-8e31-159732f3bcf6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.238426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b360ff3-facb-430c-8e31-159732f3bcf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.238469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b360ff3-facb-430c-8e31-159732f3bcf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.238684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b360ff3-facb-430c-8e31-159732f3bcf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.238788] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b360ff3-facb-430c-8e31-159732f3bcf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.335350] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.335511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.335586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.336260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.336378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.340020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 is going to be created. [ 653.364104] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.364704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.367022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.367022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.367022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.375642] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: UNINITIALIZED for 2s [ 653.425721] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.425923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.425996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.426233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.426328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.426529] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.426628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.426690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.426840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.426915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.426997] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 already deleted. [ 653.427089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.455397] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 653.455904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.456143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.456426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.456689] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.457039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.457168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.457374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.457506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.457641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.457980] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.459026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.459254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.459460] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.459803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.459898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.460108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.460253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.460408] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.583777] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6f16a6f4-aadc-40fa-a51b-2ac273ba375e None None] Enqueued Resource ID: 27ecf3d9-c863-4293-95f4-7c8e0dc06965 with Priority: HIGHEST for action port [ 653.584033] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ecf3d9-c863-4293-95f4-7c8e0dc06965 with Priority: HIGHEST for action port [ 653.584615] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ecf3d9-c863-4293-95f4-7c8e0dc06965 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.585604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ecf3d9-c863-4293-95f4-7c8e0dc06965" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.585604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ecf3d9-c863-4293-95f4-7c8e0dc06965" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.587318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ecf3d9-c863-4293-95f4-7c8e0dc06965" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.587471] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ecf3d9-c863-4293-95f4-7c8e0dc06965',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.745394] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b360ff3-facb-430c-8e31-159732f3bcf6 with status ACTIVE [ 653.745637] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.745768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.745837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.746073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.746164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.746343] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.746446] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.746511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.746786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.746786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.746942] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.747829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.747906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.748081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.748166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.748259] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b360ff3-facb-430c-8e31-159732f3bcf6 is going to be updated. [ 653.770120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.770272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.770361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.770553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.770725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.770867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b360ff3-facb-430c-8e31-159732f3bcf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.964412] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.964412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.964823] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.020064] env[69404]: INFO networking_nsxv3.common.synchronization [None req-2e6ab440-51e3-4e49-a7b5-3d6e8493778a None None] Enqueued Resource ID: fba6e60e-ea2d-486f-a376-0cc1130fb861 with Priority: HIGHEST for action port [ 654.020322] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba6e60e-ea2d-486f-a376-0cc1130fb861 with Priority: HIGHEST for action port [ 654.021903] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba6e60e-ea2d-486f-a376-0cc1130fb861 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.021903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba6e60e-ea2d-486f-a376-0cc1130fb861" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.021903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba6e60e-ea2d-486f-a376-0cc1130fb861" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.021903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba6e60e-ea2d-486f-a376-0cc1130fb861" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.021903] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba6e60e-ea2d-486f-a376-0cc1130fb861',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.091028] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27ecf3d9-c863-4293-95f4-7c8e0dc06965 [ 654.091341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.091900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.091900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.091900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.092065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.092110] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27ecf3d9-c863-4293-95f4-7c8e0dc06965 already deleted. [ 654.092219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ecf3d9-c863-4293-95f4-7c8e0dc06965" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.467788] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.489259] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.489443] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-993" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.489564] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-993" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.489885] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-993" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.490150] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.490302] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.490418] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.490643] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.490781] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.490979] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.491100] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.492230] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.492357] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.492476] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.492781] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.492781] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.511017] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.511185] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.511317] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.511566] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-993" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.511912] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-a47fd5bb-3684-459e-8048-532abd3ee006 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.512050] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.512123] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.512429] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.512568] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47fd5bb-3684-459e-8048-532abd3ee006',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.525220] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fba6e60e-ea2d-486f-a376-0cc1130fb861 [ 654.525434] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.525571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.525642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.525875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.525968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.526075] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fba6e60e-ea2d-486f-a376-0cc1130fb861 already deleted. [ 654.526158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba6e60e-ea2d-486f-a376-0cc1130fb861" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.943518] env[69404]: INFO networking_nsxv3.common.synchronization [req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 req-28b5d359-fbf2-4d7f-9cbe-d82208c5db61 service nova] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_rules [ 654.943686] env[69404]: INFO networking_nsxv3.common.synchronization [req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 req-28b5d359-fbf2-4d7f-9cbe-d82208c5db61 service nova] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 654.946353] env[69404]: INFO networking_nsxv3.common.synchronization [req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 req-28b5d359-fbf2-4d7f-9cbe-d82208c5db61 service nova] Enqueued Resource ID: 8df2a74d-a375-4cea-b29e-2d4474ac8703 with Priority: HIGHEST for action port [ 654.946775] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_rules [ 654.946984] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 654.946984] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df2a74d-a375-4cea-b29e-2d4474ac8703 with Priority: HIGHEST for action port [ 654.948449] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.948578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.948578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.949753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.949753] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.950745] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.950867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.951420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.952053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.952273] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.952398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.952464] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.952621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.952708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.952799] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.953635] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df2a74d-a375-4cea-b29e-2d4474ac8703 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.953740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df2a74d-a375-4cea-b29e-2d4474ac8703" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.953812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df2a74d-a375-4cea-b29e-2d4474ac8703" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.953966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df2a74d-a375-4cea-b29e-2d4474ac8703" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.954059] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df2a74d-a375-4cea-b29e-2d4474ac8703',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.976747] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.976892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.976961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.977281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.977281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.979253] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 655.016216] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.016431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.017201] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.017904] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.018540] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.018540] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port a47fd5bb-3684-459e-8048-532abd3ee006 not found, creating... [ 655.018540] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.018694] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.018797] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.019044] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.019183] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.019463] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.019609] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.019720] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.019950] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.020640] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.020640] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: a47fd5bb-3684-459e-8048-532abd3ee006 is going to be created. [ 655.030791] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.030938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.031012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.031274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.031348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.042016] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 655.050108] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.050316] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.050438] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.052017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.053063] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.053327] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.097124] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.097124] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-286" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.097124] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-286" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.097124] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-286" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.097124] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.097748] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.097991] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.098334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.098588] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.098888] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.099109] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.099345] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.099552] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.101676] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.101676] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.101676] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.140165] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.141483] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.141483] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.141483] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-286" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.141483] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-321e94a9-08b1-42e9-af2b-148aa502de5a taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.141483] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-321e94a9-08b1-42e9-af2b-148aa502de5a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.141483] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-321e94a9-08b1-42e9-af2b-148aa502de5a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.142460] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-321e94a9-08b1-42e9-af2b-148aa502de5a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.142604] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321e94a9-08b1-42e9-af2b-148aa502de5a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.260397] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6d951eea-0089-4a99-aa26-0e90d1eb91a6 None None] Enqueued Resource ID: 4cc3a458-9603-4dff-b7d8-b3946040e29f with Priority: HIGHEST for action port [ 655.260397] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc3a458-9603-4dff-b7d8-b3946040e29f with Priority: HIGHEST for action port [ 655.260397] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cc3a458-9603-4dff-b7d8-b3946040e29f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.260397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cc3a458-9603-4dff-b7d8-b3946040e29f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.260397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cc3a458-9603-4dff-b7d8-b3946040e29f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.261048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cc3a458-9603-4dff-b7d8-b3946040e29f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.261233] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cc3a458-9603-4dff-b7d8-b3946040e29f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.391167] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: SUCCESS [ 655.391167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.391167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.391167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.391167] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.391167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.391167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.391167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.391167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.391167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.391167] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.458496] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.459502] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.459644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.459778] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8df2a74d-a375-4cea-b29e-2d4474ac8703 with status ACTIVE [ 655.459907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.460014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.460075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.460372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.460454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.460618] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.460717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.460778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.460936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.462493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.462705] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.462807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.462933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.463127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.463184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.463253] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8df2a74d-a375-4cea-b29e-2d4474ac8703 is going to be updated. [ 655.483690] env[69404]: INFO networking_nsxv3.common.synchronization [None req-89a5860d-0ce5-46fa-aebd-d62d3148352d None None] Enqueued Resource ID: ad880177-4d88-48f9-8269-b293b0196b39 with Priority: HIGHEST for action port [ 655.486043] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.486043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.486043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.486282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.486370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.486538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df2a74d-a375-4cea-b29e-2d4474ac8703" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.487402] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad880177-4d88-48f9-8269-b293b0196b39 with Priority: HIGHEST for action port [ 655.487402] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad880177-4d88-48f9-8269-b293b0196b39 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.487489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad880177-4d88-48f9-8269-b293b0196b39" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.487489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad880177-4d88-48f9-8269-b293b0196b39" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.488235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad880177-4d88-48f9-8269-b293b0196b39" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.488235] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad880177-4d88-48f9-8269-b293b0196b39',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.647619] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.647619] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.647619] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.647619] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.647619] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.647619] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 321e94a9-08b1-42e9-af2b-148aa502de5a not found, creating... [ 655.647619] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.647619] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.651069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.651069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.651069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.651069] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.651069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.651069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.651069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.651069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.652507] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 321e94a9-08b1-42e9-af2b-148aa502de5a is going to be created. [ 655.683402] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.683402] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.683402] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.683402] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.683402] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.683402] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-321e94a9-08b1-42e9-af2b-148aa502de5a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.764210] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cc3a458-9603-4dff-b7d8-b3946040e29f [ 655.764210] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.764210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.764210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.765433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.765433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.765679] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cc3a458-9603-4dff-b7d8-b3946040e29f already deleted. [ 655.765679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cc3a458-9603-4dff-b7d8-b3946040e29f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.893892] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.893892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.893892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.893892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.894165] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.894165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.894165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.894356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.894425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.894604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.894676] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.895045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.895045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.895045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.895444] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.895444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.895444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.895444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.895444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.895634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.895634] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.966897] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.992470] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad880177-4d88-48f9-8269-b293b0196b39 [ 655.992470] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.992470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.992470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.992470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.992470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.992470] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad880177-4d88-48f9-8269-b293b0196b39 already deleted. [ 655.992470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad880177-4d88-48f9-8269-b293b0196b39" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402255] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d9440b-77e3-4811-8c9c-c2ad2e3380e9: rpc.has_security_group_logging(os_id): False [ 656.421516] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.421657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.421728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.421948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.422052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.422251] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.422344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.422395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.422543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.422642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.422833] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.422916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.422976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.423144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.425377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.425677] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.425772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.425842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.426057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.426223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.426223] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 is going to be created. [ 656.469401] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.471844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.471844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.471844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.471844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.471844] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a is going to be created. [ 656.489464] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.489598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.489598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.491616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.491616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.502139] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.502139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.502139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.502139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.502328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.508836] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: IN_PROGRESS for 2s [ 656.521875] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: UNINITIALIZED for 2s [ 656.579992] env[69404]: INFO networking_nsxv3.common.synchronization [None req-76f3e287-cd3f-4784-b897-1928f4fee5e1 None None] Enqueued Resource ID: 9416d3d9-59b9-4402-b709-a6aeb48a9341 with Priority: HIGHEST for action port [ 656.580664] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9416d3d9-59b9-4402-b709-a6aeb48a9341 with Priority: HIGHEST for action port [ 656.583030] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-9416d3d9-59b9-4402-b709-a6aeb48a9341 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.583030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9416d3d9-59b9-4402-b709-a6aeb48a9341" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.583030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9416d3d9-59b9-4402-b709-a6aeb48a9341" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.583030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9416d3d9-59b9-4402-b709-a6aeb48a9341" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.583030] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9416d3d9-59b9-4402-b709-a6aeb48a9341',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.051785] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 657.051785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.052095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.052305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.052476] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.052689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.052689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.052818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.052905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.052988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.053153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.053239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.053302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.054017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.054017] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.054017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.054017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.055351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.055351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.055518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.055566] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.083793] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9416d3d9-59b9-4402-b709-a6aeb48a9341 [ 657.084048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.084188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.084262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.084976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.084976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.084976] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9416d3d9-59b9-4402-b709-a6aeb48a9341 already deleted. [ 657.084976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9416d3d9-59b9-4402-b709-a6aeb48a9341" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.424413] env[69404]: INFO networking_nsxv3.common.synchronization [req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e req-3d4cd653-c5ad-483c-9825-ce80914b00aa service nova] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 657.424413] env[69404]: INFO networking_nsxv3.common.synchronization [req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e req-3d4cd653-c5ad-483c-9825-ce80914b00aa service nova] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 657.424413] env[69404]: INFO networking_nsxv3.common.synchronization [req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e req-3d4cd653-c5ad-483c-9825-ce80914b00aa service nova] Enqueued Resource ID: a47fd5bb-3684-459e-8048-532abd3ee006 with Priority: HIGHEST for action port [ 657.424413] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 657.424413] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 657.424413] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47fd5bb-3684-459e-8048-532abd3ee006 with Priority: HIGHEST for action port [ 657.424413] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.424413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.427433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.429224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.429321] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.430237] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.430431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.430528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.430739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.430919] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.431071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.431207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.431438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.431601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.431717] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.432681] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47fd5bb-3684-459e-8048-532abd3ee006 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.433651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.433651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.433651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.433651] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47fd5bb-3684-459e-8048-532abd3ee006',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.560211] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 167d122c-e93f-4140-b3c1-3a5197e264ac: rpc.has_security_group_logging(os_id): False [ 657.578570] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.578801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.578801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.579029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.579128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.579357] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.579461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.579529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.579689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.579766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.580421] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.580421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.580421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.581974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.581974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.583010] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.583010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.583010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.583010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.583010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.583010] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be created. [ 657.655492] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.657420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.657816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.657816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.658226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.670771] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 657.764417] env[69404]: INFO networking_nsxv3.common.synchronization [req-ca203970-c564-4181-94af-45df9c91a2ae req-5eb7f44a-bd6a-47ca-b396-59ea00e82bbd tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 657.764700] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 657.765258] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.765704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.765704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.765704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.765919] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.765919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.765919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.766475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.766475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.766475] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.786718] env[69404]: INFO networking_nsxv3.common.synchronization [None req-628b26ad-c271-4a82-be2f-2717c6b104f1 None None] Enqueued Resource ID: 7071fd89-6dfe-4df6-948f-2110d948c0ea with Priority: HIGHEST for action port [ 657.786718] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7071fd89-6dfe-4df6-948f-2110d948c0ea with Priority: HIGHEST for action port [ 657.786891] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7071fd89-6dfe-4df6-948f-2110d948c0ea taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.786951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7071fd89-6dfe-4df6-948f-2110d948c0ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.788105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7071fd89-6dfe-4df6-948f-2110d948c0ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.788445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7071fd89-6dfe-4df6-948f-2110d948c0ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.788445] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7071fd89-6dfe-4df6-948f-2110d948c0ea',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.936122] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.936122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.936122] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.936122] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a47fd5bb-3684-459e-8048-532abd3ee006 with status ACTIVE [ 657.936122] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.936500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.936500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.936500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.936636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.936693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.936787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.936846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.937000] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.937086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.937265] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.937457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.937457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.937543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.937615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.937710] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a47fd5bb-3684-459e-8048-532abd3ee006 is going to be updated. [ 657.953426] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-9af31791-a80c-4084-8f7a-3f090ea656e5 service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 657.954350] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-9af31791-a80c-4084-8f7a-3f090ea656e5 service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 657.954350] env[69404]: INFO networking_nsxv3.common.synchronization [req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 req-9af31791-a80c-4084-8f7a-3f090ea656e5 service nova] Enqueued Resource ID: 321e94a9-08b1-42e9-af2b-148aa502de5a with Priority: HIGHEST for action port [ 657.955580] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 657.955580] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 657.955580] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321e94a9-08b1-42e9-af2b-148aa502de5a with Priority: HIGHEST for action port [ 657.955744] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.956342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.956342] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.956342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.956584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.956616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.956758] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.956863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.956913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.957471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.957904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.958440] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.961017] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-321e94a9-08b1-42e9-af2b-148aa502de5a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.961017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321e94a9-08b1-42e9-af2b-148aa502de5a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.961017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321e94a9-08b1-42e9-af2b-148aa502de5a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.961017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321e94a9-08b1-42e9-af2b-148aa502de5a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.961017] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321e94a9-08b1-42e9-af2b-148aa502de5a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.961246] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.961246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.961372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.962808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.962808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.962808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.127332] env[69404]: INFO networking_nsxv3.common.synchronization [req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 req-329fcb64-afd3-49e8-a264-21037b5d3494 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Enqueued Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_members [ 658.127332] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_members [ 658.128955] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-209461a0-8ca6-4105-979d-f075f7aa3522 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.128955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.128955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.128955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.128955] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.128955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.128955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.128955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.128955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.128955] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.272653] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.272821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.272894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.273142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.273496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.273496] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.273670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.273775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.273966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.274637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.274807] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d is going to be updated. [ 658.291079] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7071fd89-6dfe-4df6-948f-2110d948c0ea [ 658.291320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.291466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.291540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.291749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.291836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.291930] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7071fd89-6dfe-4df6-948f-2110d948c0ea already deleted. [ 658.292032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7071fd89-6dfe-4df6-948f-2110d948c0ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.302569] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.303031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.303031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.303322] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.303557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.312671] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: IN_PROGRESS for 2s [ 658.441464] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.461307] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.468095] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 321e94a9-08b1-42e9-af2b-148aa502de5a with status ACTIVE [ 658.468413] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.468710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.468772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.469038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.469238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.469352] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.469443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.469506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.470439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.470439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.470439] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.470439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.470439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.470439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.470439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.470439] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 321e94a9-08b1-42e9-af2b-148aa502de5a is going to be updated. [ 658.493287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.493422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.493541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.494231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.494378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.494560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321e94a9-08b1-42e9-af2b-148aa502de5a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.525325] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: SUCCESS [ 658.525429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.532610] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: SUCCESS [ 658.533268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.533406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.533531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.533740] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.533836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.533901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.534154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.534154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.534237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.534320] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.609739] env[69404]: INFO networking_nsxv3.common.synchronization [None req-76604749-a34b-456b-aced-e983301dbffb None None] Enqueued Resource ID: fbab561c-c1d2-425c-a33a-a5ffdd09c787 with Priority: HIGHEST for action port [ 658.610058] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbab561c-c1d2-425c-a33a-a5ffdd09c787 with Priority: HIGHEST for action port [ 658.614028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbab561c-c1d2-425c-a33a-a5ffdd09c787 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.614191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbab561c-c1d2-425c-a33a-a5ffdd09c787" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.614274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbab561c-c1d2-425c-a33a-a5ffdd09c787" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.614571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbab561c-c1d2-425c-a33a-a5ffdd09c787" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.614652] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbab561c-c1d2-425c-a33a-a5ffdd09c787',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.633033] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.633195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.633262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.634327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.634327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.634327] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.634327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.634327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.634327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.634327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.634686] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209461a0-8ca6-4105-979d-f075f7aa3522 already deleted. [ 658.634686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.944900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.945035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.945078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.945500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.945500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.945500] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be created. [ 658.965627] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.972978] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.972978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.972978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.972978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.972978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.983569] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: UNINITIALIZED for 2s [ 659.044023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.044023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.044023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.044023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.044023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.044773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.044773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.044773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.044773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.044773] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.103341] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.103529] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-297" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.103690] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-297" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.104083] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-297" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.104403] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.104536] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.104655] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.104879] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.105033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.105241] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.105350] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.105454] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.105558] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.105669] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.105772] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.105899] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.122281] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbab561c-c1d2-425c-a33a-a5ffdd09c787 [ 659.122523] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.122654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.122715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.122945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.123036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.123144] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbab561c-c1d2-425c-a33a-a5ffdd09c787 already deleted. [ 659.125025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbab561c-c1d2-425c-a33a-a5ffdd09c787" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.126148] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.126302] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.126439] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.126608] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-297" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.126937] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6e9b76af-24ac-4e59-84c1-6820bf60d05c taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.127116] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6e9b76af-24ac-4e59-84c1-6820bf60d05c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.127250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6e9b76af-24ac-4e59-84c1-6820bf60d05c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.127555] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6e9b76af-24ac-4e59-84c1-6820bf60d05c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.127691] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e9b76af-24ac-4e59-84c1-6820bf60d05c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.467982] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.468511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.468511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.468593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.468844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.468844] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 659.498923] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.500225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.503734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.504091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.504320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.513854] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 659.546554] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 241c6400-b1be-47c4-9d27-2ce4aff5a49a: rpc.has_security_group_logging(os_id): False [ 659.567214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.567214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.567214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.567214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.568255] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.568255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.568255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.568255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.568255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.568255] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a is going to be created. [ 659.570235] env[69404]: INFO networking_nsxv3.common.synchronization [None req-42492b12-df28-4cef-bfe8-f571fe05e70f None None] Enqueued Resource ID: e91bf6bf-983d-4932-88a6-191e32bbf533 with Priority: HIGHEST for action port [ 659.570899] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91bf6bf-983d-4932-88a6-191e32bbf533 with Priority: HIGHEST for action port [ 659.571444] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91bf6bf-983d-4932-88a6-191e32bbf533 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.571520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91bf6bf-983d-4932-88a6-191e32bbf533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.571663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91bf6bf-983d-4932-88a6-191e32bbf533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.571958] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91bf6bf-983d-4932-88a6-191e32bbf533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.572108] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91bf6bf-983d-4932-88a6-191e32bbf533',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.629258] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.629258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.629258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.629258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.629258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.636966] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.636966] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.636966] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.636966] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.636966] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.636966] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6e9b76af-24ac-4e59-84c1-6820bf60d05c not found, creating... [ 659.636966] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.636966] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.636966] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.636966] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.638230] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.638831] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.639360] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.639609] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.639966] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.640248] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.640558] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6e9b76af-24ac-4e59-84c1-6820bf60d05c is going to be created. [ 659.645308] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: IN_PROGRESS for 2s [ 659.664832] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.665899] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.666644] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.667551] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667935] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.668404] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6e9b76af-24ac-4e59-84c1-6820bf60d05c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.698177] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 659.698973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.698973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.698973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.698973] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.847287] env[69404]: INFO networking_nsxv3.common.synchronization [req-5e1493a3-0dc4-42de-a569-727176cea89a req-3f6da88a-9d5e-495a-8bd7-5ff9d4d74a9a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Enqueued Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGHEST for action security_group_members [ 659.847815] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGHEST for action security_group_members [ 659.848192] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ab589b-6606-4865-8b28-0682b70d1998 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.848371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.848440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.848693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.849509] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.849633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.849733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.849856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.849945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.851323] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.077366] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91bf6bf-983d-4932-88a6-191e32bbf533 [ 660.077774] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.078642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.078642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.078642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.078642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.078642] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91bf6bf-983d-4932-88a6-191e32bbf533 already deleted. [ 660.078642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91bf6bf-983d-4932-88a6-191e32bbf533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.204457] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.204457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.281935] env[69404]: INFO networking_nsxv3.common.synchronization [None req-16147e02-75e3-46d0-92b4-df7f20f89825 None None] Enqueued Resource ID: 65c6cfd5-0e72-43c0-a2e4-6927505b3ee2 with Priority: HIGHEST for action port [ 660.282425] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c6cfd5-0e72-43c0-a2e4-6927505b3ee2 with Priority: HIGHEST for action port [ 660.283336] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c6cfd5-0e72-43c0-a2e4-6927505b3ee2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.283614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c6cfd5-0e72-43c0-a2e4-6927505b3ee2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.283688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c6cfd5-0e72-43c0-a2e4-6927505b3ee2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.284815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c6cfd5-0e72-43c0-a2e4-6927505b3ee2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.284901] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c6cfd5-0e72-43c0-a2e4-6927505b3ee2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.323012] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: SUCCESS [ 660.323411] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d deletion is rescheduled due to dependency. [ 660.323411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.341890] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.342119] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.342255] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.342510] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.342764] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.342953] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.346325] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.347145] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.347145] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.347145] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.347145] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.347456] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.347456] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.347456] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.347627] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.347627] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.353253] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.353253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.353253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.353253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.353413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.353478] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.353630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.353716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.354278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.354278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.354278] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ab589b-6606-4865-8b28-0682b70d1998 already deleted. [ 660.354278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.385052] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.385329] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.385514] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.385702] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.386074] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-bf065ec0-6c7f-466c-a69d-05724c9b2a43 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.386757] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-bf065ec0-6c7f-466c-a69d-05724c9b2a43" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.386757] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-bf065ec0-6c7f-466c-a69d-05724c9b2a43" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.386757] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-bf065ec0-6c7f-466c-a69d-05724c9b2a43" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.386922] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf065ec0-6c7f-466c-a69d-05724c9b2a43',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.489610] env[69404]: INFO networking_nsxv3.common.synchronization [req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 req-fcf08b8f-9764-484b-b1cc-5fd09d2c76c5 service nova] Enqueued Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_rules [ 660.489610] env[69404]: INFO networking_nsxv3.common.synchronization [req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 req-fcf08b8f-9764-484b-b1cc-5fd09d2c76c5 service nova] Enqueued Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_members [ 660.489610] env[69404]: INFO networking_nsxv3.common.synchronization [req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 req-fcf08b8f-9764-484b-b1cc-5fd09d2c76c5 service nova] Enqueued Resource ID: 6e9b76af-24ac-4e59-84c1-6820bf60d05c with Priority: HIGHEST for action port [ 660.489610] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_rules [ 660.489610] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_members [ 660.489610] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9b76af-24ac-4e59-84c1-6820bf60d05c with Priority: HIGHEST for action port [ 660.490177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209461a0-8ca6-4105-979d-f075f7aa3522 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.490177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.490177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.490338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.490338] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.491404] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-209461a0-8ca6-4105-979d-f075f7aa3522 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.491508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.491580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.491738] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.491881] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.491974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.492048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.492198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.492265] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.492428] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.494688] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e9b76af-24ac-4e59-84c1-6820bf60d05c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.494688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e9b76af-24ac-4e59-84c1-6820bf60d05c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.494688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e9b76af-24ac-4e59-84c1-6820bf60d05c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.494688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e9b76af-24ac-4e59-84c1-6820bf60d05c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.494688] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e9b76af-24ac-4e59-84c1-6820bf60d05c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.791096] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65c6cfd5-0e72-43c0-a2e4-6927505b3ee2 [ 660.791419] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.791647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.792903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.794179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.794179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.794179] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65c6cfd5-0e72-43c0-a2e4-6927505b3ee2 already deleted. [ 660.794179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c6cfd5-0e72-43c0-a2e4-6927505b3ee2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.889256] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.890237] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.890237] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.890237] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.890237] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.890388] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port bf065ec0-6c7f-466c-a69d-05724c9b2a43 not found, creating... [ 660.890811] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.890811] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.890958] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.891137] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.891282] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.891578] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.891748] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.891867] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.892166] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.892314] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.892456] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: bf065ec0-6c7f-466c-a69d-05724c9b2a43 is going to be created. [ 660.912649] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.913684] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.913684] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.913684] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.913684] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.913979] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-bf065ec0-6c7f-466c-a69d-05724c9b2a43" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.000119] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 661.000523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.000811] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-209461a0-8ca6-4105-979d-f075f7aa3522 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.000938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.001117] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.002081] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e9b76af-24ac-4e59-84c1-6820bf60d05c with status ACTIVE [ 661.002664] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.002664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.002664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.002664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.002857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.004236] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.004236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.004236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.004236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.004236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.004236] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.004236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.004236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.004236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.004236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.004236] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e9b76af-24ac-4e59-84c1-6820bf60d05c is going to be updated. [ 661.005096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.005260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.005409] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.005505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.005563] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.005717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.005796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.005895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.005953] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.039961] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.039961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.039961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.039961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.039961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.040416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e9b76af-24ac-4e59-84c1-6820bf60d05c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.508390] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.511175] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.511317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.511384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.512198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.512291] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.512389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.512455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.512755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.512755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.512839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.512911] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.513736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.513814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.514060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.514147] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.514224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.514286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.514429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.514508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.514591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.514692] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.528674] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 661.528884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.529560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.529727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.532152] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.532152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.532152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.532152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.532152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.532152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.532152] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.535654] env[69404]: INFO networking_nsxv3.common.synchronization [None req-57684856-90ff-433e-bb8c-0273ba7e6a9a None None] Enqueued Resource ID: 08d75c4e-f500-4705-9cbb-ff5243b92345 with Priority: HIGHEST for action port [ 661.536235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d75c4e-f500-4705-9cbb-ff5243b92345 with Priority: HIGHEST for action port [ 661.537046] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d75c4e-f500-4705-9cbb-ff5243b92345 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.538635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d75c4e-f500-4705-9cbb-ff5243b92345" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.538635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d75c4e-f500-4705-9cbb-ff5243b92345" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.538635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d75c4e-f500-4705-9cbb-ff5243b92345" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.538635] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d75c4e-f500-4705-9cbb-ff5243b92345',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.657131] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: SUCCESS [ 661.657131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.747886] env[69404]: INFO networking_nsxv3.common.synchronization [None req-5223d0cc-93bd-42b7-b3dd-44f971fdecec None None] Enqueued Resource ID: 9fcca923-7e39-48eb-8e91-d22901adbd1e with Priority: HIGHEST for action port [ 661.748127] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fcca923-7e39-48eb-8e91-d22901adbd1e with Priority: HIGHEST for action port [ 661.748705] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fcca923-7e39-48eb-8e91-d22901adbd1e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.748944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fcca923-7e39-48eb-8e91-d22901adbd1e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.748944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fcca923-7e39-48eb-8e91-d22901adbd1e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.749839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fcca923-7e39-48eb-8e91-d22901adbd1e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.749962] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcca923-7e39-48eb-8e91-d22901adbd1e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.844630] env[69404]: INFO networking_nsxv3.common.synchronization [req-5e1493a3-0dc4-42de-a569-727176cea89a req-cb8441fd-949d-41ae-964e-0fbd0be80e8c service nova] Enqueued Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGHEST for action security_group_rules [ 661.844841] env[69404]: INFO networking_nsxv3.common.synchronization [req-5e1493a3-0dc4-42de-a569-727176cea89a req-cb8441fd-949d-41ae-964e-0fbd0be80e8c service nova] Enqueued Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGHEST for action security_group_members [ 661.844981] env[69404]: INFO networking_nsxv3.common.synchronization [req-5e1493a3-0dc4-42de-a569-727176cea89a req-cb8441fd-949d-41ae-964e-0fbd0be80e8c service nova] Enqueued Resource ID: bf065ec0-6c7f-466c-a69d-05724c9b2a43 with Priority: HIGHEST for action port [ 661.845229] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGHEST for action security_group_rules [ 661.845356] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGHEST for action security_group_members [ 661.845450] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf065ec0-6c7f-466c-a69d-05724c9b2a43 with Priority: HIGHEST for action port [ 661.845996] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ab589b-6606-4865-8b28-0682b70d1998 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.846174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.846779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.846779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.846779] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.847518] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ab589b-6606-4865-8b28-0682b70d1998 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.847641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.847725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.849223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.849223] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.849223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.849223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.849223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.849223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.849223] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.849538] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf065ec0-6c7f-466c-a69d-05724c9b2a43 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.849538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf065ec0-6c7f-466c-a69d-05724c9b2a43" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.849635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf065ec0-6c7f-466c-a69d-05724c9b2a43" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.849757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf065ec0-6c7f-466c-a69d-05724c9b2a43" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.850246] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf065ec0-6c7f-466c-a69d-05724c9b2a43',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.016563] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.016563] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.016563] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.017077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.017077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.017077] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209461a0-8ca6-4105-979d-f075f7aa3522 is going to be created. [ 662.020283] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b7d7b73-bf87-4dd8-8177-871c69e5a150: rpc.has_security_group_logging(os_id): False [ 662.038672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.038672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.038672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.038672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.038672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.039240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.039240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.039240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.039240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.039240] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.041954] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.042257] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.042465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.042792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.045500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.045690] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.045690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.045801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.046034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.046034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.046193] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.046288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.046916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.046916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.046916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.046916] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.046916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.046916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.047721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.047721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.048764] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be created. [ 662.049420] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08d75c4e-f500-4705-9cbb-ff5243b92345 [ 662.049560] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.049660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.049728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.049900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.049969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.050341] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08d75c4e-f500-4705-9cbb-ff5243b92345 already deleted. [ 662.050341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d75c4e-f500-4705-9cbb-ff5243b92345" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.051193] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.051343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.051433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.051634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.051813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.061686] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209461a0-8ca6-4105-979d-f075f7aa3522 in Status: UNINITIALIZED for 2s [ 662.123045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.123211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.123278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.123482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.123784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.137992] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 662.255146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fcca923-7e39-48eb-8e91-d22901adbd1e [ 662.255146] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.255146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.255146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.255146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.255146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.255146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fcca923-7e39-48eb-8e91-d22901adbd1e already deleted. [ 662.255515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fcca923-7e39-48eb-8e91-d22901adbd1e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.351402] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.352563] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ab589b-6606-4865-8b28-0682b70d1998 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.352755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.353341] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf065ec0-6c7f-466c-a69d-05724c9b2a43 with status ACTIVE [ 662.353341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.353485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.353521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.353779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.353883] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.355077] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.355248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.355296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.355486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.355573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.356400] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.356400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.356400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.356559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.356559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.356691] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf065ec0-6c7f-466c-a69d-05724c9b2a43 is going to be updated. [ 662.381750] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.381750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.381750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.381750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.381750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.381750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf065ec0-6c7f-466c-a69d-05724c9b2a43" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.541316] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 167d122c-e93f-4140-b3c1-3a5197e264ac: rpc.has_security_group_logging(os_id): False [ 662.565718] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.566026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.566127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.566389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.566490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.566814] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.566946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.567035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.567239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.567338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.567575] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.567744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.567794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.567926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.568024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.568889] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.569095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.569244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.569463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.569600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.569921] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 662.640058] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.640225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.640269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.640482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.640661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.656233] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 662.853848] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.920736] env[69404]: INFO networking_nsxv3.common.synchronization [None req-9567e7c8-25e9-46b9-beca-8595da6d2a15 None None] Enqueued Resource ID: d2b11bdc-16d2-4de4-a8bb-761686cb475c with Priority: HIGHEST for action port [ 662.922015] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b11bdc-16d2-4de4-a8bb-761686cb475c with Priority: HIGHEST for action port [ 662.922419] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b11bdc-16d2-4de4-a8bb-761686cb475c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.922622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b11bdc-16d2-4de4-a8bb-761686cb475c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.922749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b11bdc-16d2-4de4-a8bb-761686cb475c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.923066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b11bdc-16d2-4de4-a8bb-761686cb475c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.923219] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b11bdc-16d2-4de4-a8bb-761686cb475c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.306830] env[69404]: INFO networking_nsxv3.common.synchronization [req-00c43cf3-b1de-4848-8eac-4274ec9dce17 req-280d8a4c-6953-4986-bb75-ff4f1bd0d2e6 tempest-SecurityGroupRulesNegativeTestJSON-952484398 tempest-SecurityGroupRulesNegativeTestJSON-952484398-project-member] Enqueued Resource ID: 79fc8243-c0cc-4018-ab08-103ca7637412 with Priority: HIGHEST for action security_group_rules [ 663.307084] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79fc8243-c0cc-4018-ab08-103ca7637412 with Priority: HIGHEST for action security_group_rules [ 663.307258] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79fc8243-c0cc-4018-ab08-103ca7637412 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.307386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79fc8243-c0cc-4018-ab08-103ca7637412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.307556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79fc8243-c0cc-4018-ab08-103ca7637412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.307708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79fc8243-c0cc-4018-ab08-103ca7637412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.307796] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79fc8243-c0cc-4018-ab08-103ca7637412',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.356332] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.356500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.356568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.356768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.356857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.356959] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ab589b-6606-4865-8b28-0682b70d1998 is going to be created. [ 663.385158] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.385290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.385405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.385573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.386196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.396896] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ab589b-6606-4865-8b28-0682b70d1998 in Status: UNINITIALIZED for 2s [ 663.425476] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2b11bdc-16d2-4de4-a8bb-761686cb475c [ 663.425693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.425874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.425922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.426183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.426294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.426399] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2b11bdc-16d2-4de4-a8bb-761686cb475c already deleted. [ 663.426479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b11bdc-16d2-4de4-a8bb-761686cb475c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.833745] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.833745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.833745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.833745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.833745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.833745] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79fc8243-c0cc-4018-ab08-103ca7637412 already deleted. [ 663.833745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79fc8243-c0cc-4018-ab08-103ca7637412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.081169] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209461a0-8ca6-4105-979d-f075f7aa3522 in Status: SUCCESS [ 664.081604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.082568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.083160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.084598] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.084765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.084839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.085052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.085149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.085271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.085381] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.157194] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 664.157475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.270967] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6f71e592-6f7b-4e0a-ab1e-8e240558034d None None] Enqueued Resource ID: 6260afa5-d0ea-4505-b10d-351e967cddc8 with Priority: HIGHEST for action port [ 664.271238] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6260afa5-d0ea-4505-b10d-351e967cddc8 with Priority: HIGHEST for action port [ 664.271858] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6260afa5-d0ea-4505-b10d-351e967cddc8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.272681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6260afa5-d0ea-4505-b10d-351e967cddc8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.272681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6260afa5-d0ea-4505-b10d-351e967cddc8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.272681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6260afa5-d0ea-4505-b10d-351e967cddc8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.272681] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6260afa5-d0ea-4505-b10d-351e967cddc8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.588210] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.731140] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 664.732886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.732886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.732886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.732886] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.776457] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6260afa5-d0ea-4505-b10d-351e967cddc8 [ 664.776457] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.776457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.776457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.776457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.776457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.776457] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6260afa5-d0ea-4505-b10d-351e967cddc8 already deleted. [ 664.776457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6260afa5-d0ea-4505-b10d-351e967cddc8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.802100] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d53867c5-241e-4c83-a70c-7427a8329dff None None] Enqueued Resource ID: ab43121d-37bf-4bd5-83c3-1e7526b64960 with Priority: HIGHEST for action port [ 664.802742] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab43121d-37bf-4bd5-83c3-1e7526b64960 with Priority: HIGHEST for action port [ 664.803151] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab43121d-37bf-4bd5-83c3-1e7526b64960 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.803441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab43121d-37bf-4bd5-83c3-1e7526b64960" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.803622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab43121d-37bf-4bd5-83c3-1e7526b64960" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.805173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab43121d-37bf-4bd5-83c3-1e7526b64960" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.805173] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab43121d-37bf-4bd5-83c3-1e7526b64960',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.093461] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 209461a0-8ca6-4105-979d-f075f7aa3522: rpc.has_security_group_logging(os_id): False [ 665.112788] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.112952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.113113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.114270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.114270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.114270] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.114270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.114270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.114270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.114270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.114270] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209461a0-8ca6-4105-979d-f075f7aa3522 is going to be created. [ 665.195337] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.195337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.195337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.195337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.195337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.209651] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 209461a0-8ca6-4105-979d-f075f7aa3522 in Status: IN_PROGRESS for 2s [ 665.237232] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.237232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.237370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.237705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.237779] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.237843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.237914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.238139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.238252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.238353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.238437] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.310332] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab43121d-37bf-4bd5-83c3-1e7526b64960 [ 665.310609] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.310759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.310949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.312986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.312986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.312986] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab43121d-37bf-4bd5-83c3-1e7526b64960 already deleted. [ 665.312986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab43121d-37bf-4bd5-83c3-1e7526b64960" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.414080] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ab589b-6606-4865-8b28-0682b70d1998 in Status: SUCCESS [ 665.414080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.414080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.414080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.414080] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.414080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.414080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.414080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.414080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.414080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.414080] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.745132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.745132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.745132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.745132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.745132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.745132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.745132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.745132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.745132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.745132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.745132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.745671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.745671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.745671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.749164] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.749288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.749353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.749508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.749590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.749681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.749785] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.916334] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ab589b-6606-4865-8b28-0682b70d1998 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.916841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.916841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.916841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.916997] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.917068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.917248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.917248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.917337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.917509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.917576] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ab589b-6606-4865-8b28-0682b70d1998 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.917666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.917712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.917840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.917972] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.918077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.918268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.918268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.918379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.918412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.918491] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.088961] env[69404]: INFO networking_nsxv3.common.synchronization [req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 req-e86c0909-4236-4f7f-b029-01e1d8fca5e8 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 666.089568] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 666.089863] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.089979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.091559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.091828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.091987] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.092116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.092186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.092788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.092900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.093016] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.251932] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 167d122c-e93f-4140-b3c1-3a5197e264ac: rpc.has_security_group_logging(os_id): False [ 666.274359] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.274556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.274655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.274973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.275047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.275253] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.275412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.275496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.276216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.276216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.276216] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.276216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.276216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.276489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.276533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.276733] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.276854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.276927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.277160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.277268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.277388] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 666.341224] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.341385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.341536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.341684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.341825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.366638] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 666.420716] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55ab589b-6606-4865-8b28-0682b70d1998: rpc.has_security_group_logging(os_id): False [ 666.476621] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.476767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.476839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.477061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.477152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.477361] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.477465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.477529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.477684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.477781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.477966] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.478095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.478158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.478300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.478375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.478568] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.478652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.478708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.478851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.478928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.479660] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ab589b-6606-4865-8b28-0682b70d1998 is going to be created. [ 666.570261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.570261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.570261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.570261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.570261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.594754] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55ab589b-6606-4865-8b28-0682b70d1998 in Status: IN_PROGRESS for 2s [ 666.596244] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.596674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.596674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.596674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.596807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.597392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.597392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.597392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.597392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.597392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.597392] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 666.635919] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.636084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.636151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.636363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.636523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.648321] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 666.857278] env[69404]: INFO networking_nsxv3.common.synchronization [req-5dc300ee-aade-4fb4-86a5-bdb1dc930c50 req-5706f8f6-948e-4c53-9730-be0366a15b5a tempest-SecurityGroupRulesNegativeTestJSON-952484398 tempest-SecurityGroupRulesNegativeTestJSON-952484398-project-member] Enqueued Resource ID: 79fc8243-c0cc-4018-ab08-103ca7637412 with Priority: HIGHEST for action security_group_rules [ 666.857921] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79fc8243-c0cc-4018-ab08-103ca7637412 with Priority: HIGHEST for action security_group_rules [ 666.858825] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79fc8243-c0cc-4018-ab08-103ca7637412 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.858956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79fc8243-c0cc-4018-ab08-103ca7637412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.859042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79fc8243-c0cc-4018-ab08-103ca7637412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.859292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79fc8243-c0cc-4018-ab08-103ca7637412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.859393] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79fc8243-c0cc-4018-ab08-103ca7637412',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.236055] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 209461a0-8ca6-4105-979d-f075f7aa3522 in Status: SUCCESS [ 667.236055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.381557] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.382054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.382054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.382054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.382184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.382269] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79fc8243-c0cc-4018-ab08-103ca7637412 already deleted. [ 667.382419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79fc8243-c0cc-4018-ab08-103ca7637412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.049703] env[69404]: INFO networking_nsxv3.common.synchronization [req-ba4fceb0-03b1-47ad-9314-edd14a6e9376 req-8366f928-fdb4-430b-873a-aadee5da8149 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 668.049886] env[69404]: INFO networking_nsxv3.common.synchronization [req-ba4fceb0-03b1-47ad-9314-edd14a6e9376 req-8366f928-fdb4-430b-873a-aadee5da8149 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 668.050483] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 668.050653] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 668.052683] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.052839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.052973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.053234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.053445] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.056042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.056168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.056354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.056470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.056586] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.058995] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.058995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.058995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.058995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.059374] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.059447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.059512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.059714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.059825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.061747] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.105171] env[69404]: INFO networking_nsxv3.common.synchronization [req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 req-b21ebd8b-ddee-42f3-bf2e-d314fd4ae45d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_members [ 668.105171] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_members [ 668.106172] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c5ff65-3353-40b1-b796-53b07a9aa6d1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.106532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.106772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.107266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.108121] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.108359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.108552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.108871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.109071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.109404] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.145617] env[69404]: INFO networking_nsxv3.common.synchronization [req-ba4fceb0-03b1-47ad-9314-edd14a6e9376 req-8366f928-fdb4-430b-873a-aadee5da8149 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 668.145813] env[69404]: INFO networking_nsxv3.common.synchronization [req-ba4fceb0-03b1-47ad-9314-edd14a6e9376 req-8366f928-fdb4-430b-873a-aadee5da8149 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 668.147082] env[69404]: INFO networking_nsxv3.common.synchronization [req-ba4fceb0-03b1-47ad-9314-edd14a6e9376 req-8366f928-fdb4-430b-873a-aadee5da8149 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_rules [ 668.148043] env[69404]: INFO networking_nsxv3.common.synchronization [req-ba4fceb0-03b1-47ad-9314-edd14a6e9376 req-8366f928-fdb4-430b-873a-aadee5da8149 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 668.148361] env[69404]: INFO networking_nsxv3.common.synchronization [req-ba4fceb0-03b1-47ad-9314-edd14a6e9376 req-8366f928-fdb4-430b-873a-aadee5da8149 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: a47fd5bb-3684-459e-8048-532abd3ee006 with Priority: HIGHEST for action port [ 668.149703] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 668.149896] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_rules [ 668.150058] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47fd5bb-3684-459e-8048-532abd3ee006 with Priority: HIGHEST for action port [ 668.150232] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 668.150491] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 668.151700] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.151889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.152610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.152753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.152838] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.153853] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.154093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.154093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.154687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.154687] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.155326] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47fd5bb-3684-459e-8048-532abd3ee006 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.155775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.155775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.157892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.157971] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47fd5bb-3684-459e-8048-532abd3ee006',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.159740] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.159850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.160338] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.160338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.383223] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 668.383486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.562266] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.565840] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.580780] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.581069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.581298] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.581669] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.582679] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.583256] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.583662] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.584013] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.584204] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.584428] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.584819] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.585025] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.585208] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.585574] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.585574] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.586167] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.610140] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.610316] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.610461] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.610668] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.611066] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.611257] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.611379] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.611897] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.612231] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9df0e1-e9ba-4c2e-9065-a9d591d519b1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.613168] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.613357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.613445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.613735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.613896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.614082] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.614186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.614255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.614404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.614483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.614569] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 already deleted. [ 668.614750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.615852] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55ab589b-6606-4865-8b28-0682b70d1998 in Status: SUCCESS [ 668.616127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.659281] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 668.659453] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 668.659563] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.661325] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a47fd5bb-3684-459e-8048-532abd3ee006 with status ACTIVE [ 668.661325] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.661325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.661325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.661783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.661783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.661783] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.661783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.661995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.661995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.662151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.662335] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.662462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.662541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.663058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.663058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.663058] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a47fd5bb-3684-459e-8048-532abd3ee006 is going to be updated. [ 668.664062] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.664134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.664361] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.664460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.669962] env[69404]: INFO networking_nsxv3.common.synchronization [None req-cdee4063-177e-470c-b9f6-461caee9623a None None] Enqueued Resource ID: 87eb59ff-629c-4b24-8a19-d88339339438 with Priority: HIGHEST for action port [ 668.670222] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87eb59ff-629c-4b24-8a19-d88339339438 with Priority: HIGHEST for action port [ 668.670750] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-87eb59ff-629c-4b24-8a19-d88339339438 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.670862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87eb59ff-629c-4b24-8a19-d88339339438" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.670931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87eb59ff-629c-4b24-8a19-d88339339438" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.671180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87eb59ff-629c-4b24-8a19-d88339339438" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.671247] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87eb59ff-629c-4b24-8a19-d88339339438',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.685484] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.685484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.685484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.685484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.685484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.685484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.066697] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.070517] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.115659] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.116359] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.116359] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.116359] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.117050] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.117050] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 not found, creating... [ 669.117050] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.117050] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.117282] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.118080] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.118255] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.118630] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.118801] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.118920] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.119480] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.120600] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.120600] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 is going to be created. [ 669.141767] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.141767] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.141767] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.141767] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.141987] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.142158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.175042] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87eb59ff-629c-4b24-8a19-d88339339438 [ 669.176287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.176287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.176287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.176287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.176287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.176287] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87eb59ff-629c-4b24-8a19-d88339339438 already deleted. [ 669.176287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87eb59ff-629c-4b24-8a19-d88339339438" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.446800] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 669.446800] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 669.446800] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 4932df51-360d-4f9f-9802-e3e0802bd217 with Priority: HIGHEST for action security_group_members [ 669.447268] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 669.448593] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 669.448593] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4932df51-360d-4f9f-9802-e3e0802bd217 with Priority: HIGHEST for action security_group_members [ 669.448593] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.448593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.448593] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.448593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.448593] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4932df51-360d-4f9f-9802-e3e0802bd217 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.448593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.449620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.449620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.449620] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.449620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.449620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.449620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.449620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.449620] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.572638] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.572915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.572915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.573077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.573128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.573238] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 is going to be created. [ 669.574627] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.574813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.574813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.574983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.575101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.575322] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 669.590770] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 4932df51-360d-4f9f-9802-e3e0802bd217 with Priority: HIGHEST for action security_group_rules [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 4932df51-360d-4f9f-9802-e3e0802bd217 with Priority: HIGHEST for action security_group_members [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_rules [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [req-fd1ffc0f-aed1-449a-9e81-1ef2a2647dac req-13a3eefb-d312-47bc-8a28-be0a5fa76799 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: a47fd5bb-3684-459e-8048-532abd3ee006 with Priority: HIGHEST for action port [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4932df51-360d-4f9f-9802-e3e0802bd217 with Priority: HIGHEST for action security_group_rules [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47fd5bb-3684-459e-8048-532abd3ee006 with Priority: HIGHEST for action port [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_rules [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 669.594132] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4932df51-360d-4f9f-9802-e3e0802bd217 with Priority: HIGHEST for action security_group_members [ 669.594132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.594132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.594132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4932df51-360d-4f9f-9802-e3e0802bd217 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.594641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.594641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.594641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.594641] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.595528] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.595731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.595929] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47fd5bb-3684-459e-8048-532abd3ee006 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.596077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.596122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.596275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.596345] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47fd5bb-3684-459e-8048-532abd3ee006',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.597087] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.601188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.601555] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.601555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.601777] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4932df51-360d-4f9f-9802-e3e0802bd217 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.601836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.610975] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.611167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.611252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.611508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.612210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.616182] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.616182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.616182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.616182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.616182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.627161] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: UNINITIALIZED for 2s [ 669.627922] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 669.953030] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.103279] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a47fd5bb-3684-459e-8048-532abd3ee006 with status ACTIVE [ 670.104520] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.104672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.104773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.105036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.105463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.105463] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.105463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.105634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.105634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.105711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.105894] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.105977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.106160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.106160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.106245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.106312] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a47fd5bb-3684-459e-8048-532abd3ee006 is going to be updated. [ 670.108755] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4932df51-360d-4f9f-9802-e3e0802bd217 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.109024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.130359] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.130506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.130574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.130806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.130941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.131138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47fd5bb-3684-459e-8048-532abd3ee006" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.457592] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.585034] env[69404]: INFO networking_nsxv3.common.synchronization [None req-4f4f3351-4269-4be7-91ce-b3d0ba85c5f5 None None] Enqueued Resource ID: e96ec8d0-bfae-4307-a288-96e362a5de41 with Priority: HIGHEST for action port [ 670.585340] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96ec8d0-bfae-4307-a288-96e362a5de41 with Priority: HIGHEST for action port [ 670.585856] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-e96ec8d0-bfae-4307-a288-96e362a5de41 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.590337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e96ec8d0-bfae-4307-a288-96e362a5de41" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.590337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e96ec8d0-bfae-4307-a288-96e362a5de41" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.590337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e96ec8d0-bfae-4307-a288-96e362a5de41" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.590337] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e96ec8d0-bfae-4307-a288-96e362a5de41',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.593057] env[69404]: INFO networking_nsxv3.common.synchronization [req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 req-59c4ed8b-1ee6-4376-bb97-33564492b835 service nova] Enqueued Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_rules [ 670.593057] env[69404]: INFO networking_nsxv3.common.synchronization [req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 req-59c4ed8b-1ee6-4376-bb97-33564492b835 service nova] Enqueued Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_members [ 670.593057] env[69404]: INFO networking_nsxv3.common.synchronization [req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 req-59c4ed8b-1ee6-4376-bb97-33564492b835 service nova] Enqueued Resource ID: bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 with Priority: HIGHEST for action port [ 670.595223] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_rules [ 670.595223] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_members [ 670.595223] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 with Priority: HIGHEST for action port [ 670.595223] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.595223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.595223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.595223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.595223] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.595752] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c5ff65-3353-40b1-b796-53b07a9aa6d1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.595898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.595898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.596523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.596523] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.596523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.596523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.596833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.596833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.596833] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.602274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.602274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.602274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.602274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.602274] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9df0e1-e9ba-4c2e-9065-a9d591d519b1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.923258] env[69404]: INFO networking_nsxv3.common.synchronization [req-d2de0243-b4ae-45da-aac3-afc01b1923bf req-3c068b18-85fa-48b8-bf04-0ed441eeeb56 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Enqueued Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_members [ 670.923766] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_members [ 670.926215] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.926412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.926412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.926717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.926907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.927028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.927097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.927268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.927359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.927458] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.959858] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.960025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.960099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.960325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.960479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.960583] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4932df51-360d-4f9f-9802-e3e0802bd217 is going to be created. [ 670.987928] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.987928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.987928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.987928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.987928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.997788] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4932df51-360d-4f9f-9802-e3e0802bd217 in Status: UNINITIALIZED for 2s [ 671.109835] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c5ff65-3353-40b1-b796-53b07a9aa6d1 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.109835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.109835] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e96ec8d0-bfae-4307-a288-96e362a5de41 [ 671.109835] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.109835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.109835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.109835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.109835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.109835] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e96ec8d0-bfae-4307-a288-96e362a5de41 already deleted. [ 671.109835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e96ec8d0-bfae-4307-a288-96e362a5de41" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.109835] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.115126] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 with status ACTIVE [ 671.115126] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.115294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.115294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.115409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.115491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.115660] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.115753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.115814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.115961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.116063] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.116258] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.116351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.116410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.116558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.116629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.116729] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 is going to be updated. [ 671.139800] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.140140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.140241] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.140480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.140834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.141102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.430580] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.430740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.430811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.431047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.431144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.431346] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.431440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.431572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.431693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.431843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.431904] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 already deleted. [ 671.431959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.611179] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.641020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 671.641020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.641020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: SUCCESS [ 671.641020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.641020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.641020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.641020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.641020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.641666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.641666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.641666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.641666] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.642736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.642949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.643103] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.643230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.643275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.643407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.643482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.643608] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.679416] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.679683] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-600" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.679749] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-600" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.682632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-600" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.683511] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.684250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.684250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.685218] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.685420] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.685666] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.685932] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.685932] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.686046] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.686856] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.686856] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.686856] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.706444] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.706627] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.707318] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.707318] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-600" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.707812] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-e48ada38-29b4-487d-b2f0-7ce713e2b40c taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.707812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-e48ada38-29b4-487d-b2f0-7ce713e2b40c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.707812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-e48ada38-29b4-487d-b2f0-7ce713e2b40c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.708972] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-e48ada38-29b4-487d-b2f0-7ce713e2b40c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.708972] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ada38-29b4-487d-b2f0-7ce713e2b40c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.118470] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.118470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.118470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.118470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.118470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.118470] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 is going to be created. [ 672.145191] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.145393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.145461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.145980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.145980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.150878] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.150878] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.161823] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 in Status: UNINITIALIZED for 2s [ 672.216598] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.216598] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.216598] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.216598] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.216598] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.216961] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port e48ada38-29b4-487d-b2f0-7ce713e2b40c not found, creating... [ 672.216961] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.217158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.217255] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.217481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.217685] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.217897] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.218727] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.219027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.219509] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.219884] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.220120] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: e48ada38-29b4-487d-b2f0-7ce713e2b40c is going to be created. [ 672.234129] env[69404]: INFO networking_nsxv3.common.synchronization [None req-bdc1336e-bd0c-4d05-ba88-c734dacb9a86 None None] Enqueued Resource ID: 180159b0-1aed-44e6-b70a-c453fcdef21d with Priority: HIGHEST for action port [ 672.234658] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 180159b0-1aed-44e6-b70a-c453fcdef21d with Priority: HIGHEST for action port [ 672.235145] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-180159b0-1aed-44e6-b70a-c453fcdef21d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.237476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-180159b0-1aed-44e6-b70a-c453fcdef21d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.237561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-180159b0-1aed-44e6-b70a-c453fcdef21d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.237917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-180159b0-1aed-44e6-b70a-c453fcdef21d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.237950] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('180159b0-1aed-44e6-b70a-c453fcdef21d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.322039] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.322039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.322039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.322039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.322039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-e48ada38-29b4-487d-b2f0-7ce713e2b40c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.654725] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.656280] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.741476] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 180159b0-1aed-44e6-b70a-c453fcdef21d [ 672.742433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.743434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.743434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.743434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.743434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.743434] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:180159b0-1aed-44e6-b70a-c453fcdef21d already deleted. [ 672.743434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-180159b0-1aed-44e6-b70a-c453fcdef21d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.012609] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4932df51-360d-4f9f-9802-e3e0802bd217 in Status: SUCCESS [ 673.012928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.014118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.014400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.014539] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.014633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.014685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.014985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.015328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.015502] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.160032] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.160032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.160032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.160032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.160032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.160032] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 673.160785] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.161262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.161262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.161262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.161262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.161435] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 is going to be updated. [ 673.204154] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.204154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.204154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.204154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.204154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.206949] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.206949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.206949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.206949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.206949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.218264] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: IN_PROGRESS for 2s [ 673.218954] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 673.518010] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.020850] env[69404]: INFO networking_nsxv3.common.synchronization [req-d2de0243-b4ae-45da-aac3-afc01b1923bf req-6ebb5390-e830-4529-9d86-38988ec654ec service nova] Enqueued Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_rules [ 674.020850] env[69404]: INFO networking_nsxv3.common.synchronization [req-d2de0243-b4ae-45da-aac3-afc01b1923bf req-6ebb5390-e830-4529-9d86-38988ec654ec service nova] Enqueued Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_members [ 674.020850] env[69404]: INFO networking_nsxv3.common.synchronization [req-d2de0243-b4ae-45da-aac3-afc01b1923bf req-6ebb5390-e830-4529-9d86-38988ec654ec service nova] Enqueued Resource ID: e48ada38-29b4-487d-b2f0-7ce713e2b40c with Priority: HIGHEST for action port [ 674.020850] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_rules [ 674.020850] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_members [ 674.020850] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48ada38-29b4-487d-b2f0-7ce713e2b40c with Priority: HIGHEST for action port [ 674.021349] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.022949] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.022949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.022949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.022949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.022949] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.023931] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.024099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.024169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.024317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.024481] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.024569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.024633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.024778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.024896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.025128] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.026591] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48ada38-29b4-487d-b2f0-7ce713e2b40c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.026858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48ada38-29b4-487d-b2f0-7ce713e2b40c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.026946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48ada38-29b4-487d-b2f0-7ce713e2b40c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.027140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48ada38-29b4-487d-b2f0-7ce713e2b40c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.027213] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ada38-29b4-487d-b2f0-7ce713e2b40c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.172856] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 in Status: SUCCESS [ 674.174329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.174329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.174329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.174329] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.174329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.174329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.174329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.174782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.174782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.174782] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.529571] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.529571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.529571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.529571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.529571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.529571] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4932df51-360d-4f9f-9802-e3e0802bd217 is going to be updated. [ 674.530798] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.532316] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.532409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.532581] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48ada38-29b4-487d-b2f0-7ce713e2b40c with status ACTIVE [ 674.532733] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.533615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.533615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.533615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.533615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.533615] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.533950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.533950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.533950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.533950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.536016] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.536016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.536016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.536016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.536016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.536016] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48ada38-29b4-487d-b2f0-7ce713e2b40c is going to be updated. [ 674.567120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.567120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.567120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.567120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.567120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.567120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48ada38-29b4-487d-b2f0-7ce713e2b40c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.580977] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.580977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.580977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.580977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.580977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.588960] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4932df51-360d-4f9f-9802-e3e0802bd217 in Status: IN_PROGRESS for 2s [ 674.677415] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.916105] env[69404]: INFO networking_nsxv3.common.synchronization [None req-f6643b07-7587-4541-9fde-28b812beb294 None None] Enqueued Resource ID: 70db8723-4297-457c-b9f0-b1e19d0e187b with Priority: HIGHEST for action port [ 674.916105] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70db8723-4297-457c-b9f0-b1e19d0e187b with Priority: HIGHEST for action port [ 674.916105] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-70db8723-4297-457c-b9f0-b1e19d0e187b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.916427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70db8723-4297-457c-b9f0-b1e19d0e187b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.916427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70db8723-4297-457c-b9f0-b1e19d0e187b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.916497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70db8723-4297-457c-b9f0-b1e19d0e187b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.917219] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70db8723-4297-457c-b9f0-b1e19d0e187b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.036366] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.073170] env[69404]: INFO networking_nsxv3.common.synchronization [req-ca225542-3236-4f97-91d2-8c106eb30463 req-ee2a4eec-5ed0-4692-945d-0cf511b08031 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Enqueued Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGHEST for action security_group_members [ 675.074271] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGHEST for action security_group_members [ 675.074519] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-16694edc-5bc3-4995-96c0-e3759f722a2d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.074678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.074773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.075089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.075583] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.075884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.075884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.076823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.076954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.077104] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.179476] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c5ff65-3353-40b1-b796-53b07a9aa6d1: rpc.has_security_group_logging(os_id): False [ 675.213028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.213028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.213028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.213028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.213028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.213028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.213314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.213314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.213314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.213403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.213466] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 is going to be created. [ 675.253704] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: SUCCESS [ 675.253996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.254183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.254426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.254620] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.254761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.254843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.254984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.255134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.255225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.255321] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.257599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.257599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.257599] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.257599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.257805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.257805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.257864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.257927] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.259514] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 675.259688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.259836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.259998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263018] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263018] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.304860] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.305049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.305097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.305289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.305463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.325383] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 in Status: IN_PROGRESS for 2s [ 675.420171] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70db8723-4297-457c-b9f0-b1e19d0e187b [ 675.420393] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.420544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.420619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.420825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.420954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.421317] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70db8723-4297-457c-b9f0-b1e19d0e187b already deleted. [ 675.421426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70db8723-4297-457c-b9f0-b1e19d0e187b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.437300] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.437508] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-761" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.437610] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-761" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.439014] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-761" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.439014] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.439223] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.439223] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.441204] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.441368] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.441671] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.442402] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.442402] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.442402] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.442402] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.442402] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.442624] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.479503] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.479503] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.479503] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.479503] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-761" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.479503] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-f53c3393-24a5-456c-a404-1ec6867f0b20 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.479503] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-f53c3393-24a5-456c-a404-1ec6867f0b20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.479503] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-f53c3393-24a5-456c-a404-1ec6867f0b20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.479503] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-f53c3393-24a5-456c-a404-1ec6867f0b20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.479503] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53c3393-24a5-456c-a404-1ec6867f0b20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.540514] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.540514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.540514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.540682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.540716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.540802] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 is going to be created. [ 675.573669] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.573669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.573669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.574239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.574239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.580867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.580867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.580867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.580867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.580867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.581086] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.581086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.581086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.581235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.581323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.581715] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16694edc-5bc3-4995-96c0-e3759f722a2d already deleted. [ 675.581715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.584439] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 in Status: UNINITIALIZED for 2s [ 675.758765] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.762453] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.765210] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.765331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.765508] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.983550] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.983550] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.983550] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.983550] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.983550] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.983550] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port f53c3393-24a5-456c-a404-1ec6867f0b20 not found, creating... [ 675.983550] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.983981] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.983981] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.984152] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.984297] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.984621] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.984864] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.985397] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.985692] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.985891] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.986078] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: f53c3393-24a5-456c-a404-1ec6867f0b20 is going to be created. [ 676.022407] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.023763] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.024017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.024319] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.024606] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.024989] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-f53c3393-24a5-456c-a404-1ec6867f0b20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.262028] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebd0327a-9d7a-41bd-9aec-06aaf57e5479: rpc.has_security_group_logging(os_id): False [ 676.266234] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.268450] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.288545] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.288815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.288815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.289009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.289113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.289364] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.289444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.289509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.289672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.289763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.289837] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 is going to be created. [ 676.380237] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.380443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.380443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.380678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.382268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.393998] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: IN_PROGRESS for 2s [ 676.603697] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4932df51-360d-4f9f-9802-e3e0802bd217 in Status: SUCCESS [ 676.603996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.604225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.604456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.604653] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.604774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.604863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.605066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.605189] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.605283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.605376] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.771074] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.771320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.771437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.771553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.771638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.771741] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 is going to be updated. [ 676.773110] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.773273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.773372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.777626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.777626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.777626] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 676.813866] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.814041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.814108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.814315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.814449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.817867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.817995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.818072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.818268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.822018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.829966] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 676.830830] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: IN_PROGRESS for 2s [ 677.011481] env[69404]: INFO networking_nsxv3.common.synchronization [req-ca225542-3236-4f97-91d2-8c106eb30463 req-26409626-1d35-43d2-aefc-0d824fb5df6e service nova] Enqueued Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGHEST for action security_group_rules [ 677.011481] env[69404]: INFO networking_nsxv3.common.synchronization [req-ca225542-3236-4f97-91d2-8c106eb30463 req-26409626-1d35-43d2-aefc-0d824fb5df6e service nova] Enqueued Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGHEST for action security_group_members [ 677.011481] env[69404]: INFO networking_nsxv3.common.synchronization [req-ca225542-3236-4f97-91d2-8c106eb30463 req-26409626-1d35-43d2-aefc-0d824fb5df6e service nova] Enqueued Resource ID: f53c3393-24a5-456c-a404-1ec6867f0b20 with Priority: HIGHEST for action port [ 677.011934] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGHEST for action security_group_rules [ 677.012365] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGHEST for action security_group_members [ 677.012508] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53c3393-24a5-456c-a404-1ec6867f0b20 with Priority: HIGHEST for action port [ 677.012773] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16694edc-5bc3-4995-96c0-e3759f722a2d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.012882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.012975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.013320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.013607] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.014552] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-16694edc-5bc3-4995-96c0-e3759f722a2d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.014677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.014743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.014957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.015137] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.015231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.015286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.016466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.016583] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.019556] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.019556] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53c3393-24a5-456c-a404-1ec6867f0b20 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.019556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53c3393-24a5-456c-a404-1ec6867f0b20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.019556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53c3393-24a5-456c-a404-1ec6867f0b20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.019556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53c3393-24a5-456c-a404-1ec6867f0b20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.019556] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53c3393-24a5-456c-a404-1ec6867f0b20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.109095] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.338477] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 in Status: SUCCESS [ 677.338853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.524354] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-16694edc-5bc3-4995-96c0-e3759f722a2d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.524509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.524690] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.525614] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f53c3393-24a5-456c-a404-1ec6867f0b20 with status ACTIVE [ 677.527110] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.527110] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.527110] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.527110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.528297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.528297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.528297] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f53c3393-24a5-456c-a404-1ec6867f0b20 is going to be updated. [ 677.550208] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.550424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.550542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.550719] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.550873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.551072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53c3393-24a5-456c-a404-1ec6867f0b20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.600589] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 in Status: SUCCESS [ 677.600589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.600589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.600589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.600917] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.600917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.601046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.601134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.601210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.601293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.601527] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.610532] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4932df51-360d-4f9f-9802-e3e0802bd217: rpc.has_security_group_logging(os_id): False [ 677.630941] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.631137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.631373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.631458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.631675] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.631800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.631981] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.632070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.632153] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4932df51-360d-4f9f-9802-e3e0802bd217 is going to be created. [ 677.711801] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.711984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.712045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.712465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.712465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.739534] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4932df51-360d-4f9f-9802-e3e0802bd217 in Status: IN_PROGRESS for 2s [ 677.955439] env[69404]: INFO networking_nsxv3.common.synchronization [None req-fcd36cd1-c055-4a0b-a076-6df3086d4448 None None] Enqueued Resource ID: 46f36d5c-2aa3-4bea-b51e-74aca7cda4f2 with Priority: HIGHEST for action port [ 677.956224] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f36d5c-2aa3-4bea-b51e-74aca7cda4f2 with Priority: HIGHEST for action port [ 677.956604] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f36d5c-2aa3-4bea-b51e-74aca7cda4f2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.957315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f36d5c-2aa3-4bea-b51e-74aca7cda4f2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.957404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f36d5c-2aa3-4bea-b51e-74aca7cda4f2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.957663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f36d5c-2aa3-4bea-b51e-74aca7cda4f2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.957747] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f36d5c-2aa3-4bea-b51e-74aca7cda4f2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.032537] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.103787] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.140947] env[69404]: INFO networking_nsxv3.common.synchronization [None req-2c57a083-25ef-44ef-81cc-9faf9bd72e2b None None] Enqueued Resource ID: 26b12aeb-300c-4ea4-bb53-48dc8c14dd23 with Priority: HIGHEST for action port [ 678.141450] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b12aeb-300c-4ea4-bb53-48dc8c14dd23 with Priority: HIGHEST for action port [ 678.141749] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b12aeb-300c-4ea4-bb53-48dc8c14dd23 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.141868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b12aeb-300c-4ea4-bb53-48dc8c14dd23" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.141937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b12aeb-300c-4ea4-bb53-48dc8c14dd23" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.144878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b12aeb-300c-4ea4-bb53-48dc8c14dd23" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144878] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b12aeb-300c-4ea4-bb53-48dc8c14dd23',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.199510] env[69404]: INFO networking_nsxv3.common.synchronization [req-65f67af8-549e-437c-b170-df3a157d7600 req-68975c7f-b0d3-40c7-b5df-fcf1df80834c tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Enqueued Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 678.200104] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 678.200627] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.200799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.200900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.201369] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.201427] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.201641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.201708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.201895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.201987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.202611] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.406948] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: SUCCESS [ 678.407263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.407348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.407559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.407644] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.460970] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f36d5c-2aa3-4bea-b51e-74aca7cda4f2 [ 678.460970] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.460970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.460970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.460970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.460970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.460970] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f36d5c-2aa3-4bea-b51e-74aca7cda4f2 already deleted. [ 678.460970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f36d5c-2aa3-4bea-b51e-74aca7cda4f2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.535061] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.535334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.535415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.535632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.535709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.535814] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16694edc-5bc3-4995-96c0-e3759f722a2d is going to be created. [ 678.563340] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.563340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.563340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.563340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.563340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.573087] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16694edc-5bc3-4995-96c0-e3759f722a2d in Status: UNINITIALIZED for 2s [ 678.608875] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e474838-b5c1-47c4-a9dc-6667aef6be59: rpc.has_security_group_logging(os_id): False [ 678.633939] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.633939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.633939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.633939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.633939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.633939] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.633939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.633939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.633939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.633939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.633939] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 is going to be created. [ 678.647360] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b12aeb-300c-4ea4-bb53-48dc8c14dd23 [ 678.647488] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.647734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.647894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.648840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.649263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.649263] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b12aeb-300c-4ea4-bb53-48dc8c14dd23 already deleted. [ 678.649545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b12aeb-300c-4ea4-bb53-48dc8c14dd23" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.687042] env[69404]: INFO networking_nsxv3.common.synchronization [req-78318d97-5660-462e-a2f6-a40f51f207e6 req-d73ab395-aac4-4ad9-8755-0fc3e31860bc tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 678.687042] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 678.687042] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.687042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.687042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.688831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.690050] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.690050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.690050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.690050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.690050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.690050] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.707479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.707479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.707479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.707479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.707479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.707479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.707479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.707479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.707479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.707479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.707479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.710183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.710296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.710423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.710504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.710593] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 already deleted. [ 678.710674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.723818] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 in Status: IN_PROGRESS for 2s [ 678.841595] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 678.841831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.843237] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: SUCCESS [ 678.843237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.843237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.843237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.843463] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.843463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.843463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.843615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.844191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.844191] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.847822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.849826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.849826] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.849826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.849826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.849826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.849826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.849826] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.910048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.910252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.117201] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.117334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.117388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.117670] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.118227] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.118227] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.118227] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.118463] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.121654] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.122952] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.123332] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.123332] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.123332] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.123487] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.123531] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.123669] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.142902] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.143193] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.143273] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.143404] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.144254] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-73841600-1541-49a6-a61f-1bbab5c62ea0 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.144254] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-73841600-1541-49a6-a61f-1bbab5c62ea0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.144254] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-73841600-1541-49a6-a61f-1bbab5c62ea0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.144504] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-73841600-1541-49a6-a61f-1bbab5c62ea0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.144711] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73841600-1541-49a6-a61f-1bbab5c62ea0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.195912] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.341268] env[69404]: INFO networking_nsxv3.common.synchronization [req-78318d97-5660-462e-a2f6-a40f51f207e6 req-75f59765-d744-412c-98cf-a689d724e5f0 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 679.342180] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 679.343116] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.343219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.350512] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.351360] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.452926] env[69404]: INFO networking_nsxv3.common.synchronization [req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f req-08d87bd1-c652-4e19-98a8-597c39ba0ebf tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Enqueued Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGHEST for action security_group_members [ 679.453237] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGHEST for action security_group_members [ 679.453716] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ab589b-6606-4865-8b28-0682b70d1998 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.454329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.454329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.454329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.454329] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.454572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.454572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.454670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.454670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.454762] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.648696] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.648924] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.649832] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.650133] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.650246] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.650402] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 73841600-1541-49a6-a61f-1bbab5c62ea0 not found, creating... [ 679.650690] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.650810] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.650946] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.651190] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.651320] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.651595] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.651742] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.651853] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.652098] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.652264] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.652420] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 73841600-1541-49a6-a61f-1bbab5c62ea0 is going to be created. [ 679.674717] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.674991] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.675267] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.675629] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.675973] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.676337] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-73841600-1541-49a6-a61f-1bbab5c62ea0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.678647] env[69404]: INFO networking_nsxv3.common.synchronization [req-78318d97-5660-462e-a2f6-a40f51f207e6 req-262ed7c6-c81c-4984-aa15-4b4edda76945 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 679.679136] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 679.679700] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.679798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.698650] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.758313] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4932df51-360d-4f9f-9802-e3e0802bd217 in Status: SUCCESS [ 679.758478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.853615] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.854603] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.958479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.958815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.958973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.959307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.959496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.959781] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.960025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.960186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.960430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.960596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.960776] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ab589b-6606-4865-8b28-0682b70d1998 is going to be updated. [ 679.991713] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.991713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.991713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.991977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.993029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.002791] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ab589b-6606-4865-8b28-0682b70d1998 in Status: IN_PROGRESS for 2s [ 680.206336] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.206336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.206336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.206336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.206336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.206336] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 680.248070] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.248070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.248070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.248363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.248436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.259280] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 680.290968] env[69404]: INFO networking_nsxv3.common.synchronization [None req-e734a772-0619-4789-b25d-871d6a8336cb None None] Enqueued Resource ID: f9fa62a6-5a0a-4bc5-aa00-958914a70804 with Priority: HIGHEST for action port [ 680.292068] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fa62a6-5a0a-4bc5-aa00-958914a70804 with Priority: HIGHEST for action port [ 680.292068] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9fa62a6-5a0a-4bc5-aa00-958914a70804 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.292068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9fa62a6-5a0a-4bc5-aa00-958914a70804" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.292068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9fa62a6-5a0a-4bc5-aa00-958914a70804" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.292288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9fa62a6-5a0a-4bc5-aa00-958914a70804" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.292332] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9fa62a6-5a0a-4bc5-aa00-958914a70804',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.356892] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.357086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.357160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.357381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.357471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.357566] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 is going to be updated. [ 680.358847] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.359056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.359056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.359212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.359288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.359624] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 680.405809] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.405948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.406026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.406246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.406446] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.408121] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.408233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.408317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.408451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.408565] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.422687] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: IN_PROGRESS for 2s [ 680.423775] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 680.534330] env[69404]: INFO networking_nsxv3.common.synchronization [req-f7939983-b169-45df-8b3c-a563a5a06f0b req-bacbb8e9-dda8-403c-8630-6d6a64990f89 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Enqueued Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 680.534330] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 680.534330] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.534330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.534330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.534330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.534330] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.534330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.534330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.534839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.534839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.534839] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.586743] env[69404]: INFO networking_nsxv3.common.synchronization [req-65f67af8-549e-437c-b170-df3a157d7600 req-a9c48e41-078c-4f40-affe-525b733795ae service nova] Enqueued Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_rules [ 680.586743] env[69404]: INFO networking_nsxv3.common.synchronization [req-65f67af8-549e-437c-b170-df3a157d7600 req-a9c48e41-078c-4f40-affe-525b733795ae service nova] Enqueued Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 680.586743] env[69404]: INFO networking_nsxv3.common.synchronization [req-65f67af8-549e-437c-b170-df3a157d7600 req-a9c48e41-078c-4f40-affe-525b733795ae service nova] Enqueued Resource ID: 73841600-1541-49a6-a61f-1bbab5c62ea0 with Priority: HIGHEST for action port [ 680.587474] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16694edc-5bc3-4995-96c0-e3759f722a2d in Status: SUCCESS [ 680.587686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.589035] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_rules [ 680.590327] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 680.590327] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73841600-1541-49a6-a61f-1bbab5c62ea0 with Priority: HIGHEST for action port [ 680.590327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.590327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.590327] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.590327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.590327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.590327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.590664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.590664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.590664] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.592955] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.592955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.592955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.592955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.592955] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.592955] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.592955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.593311] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-73841600-1541-49a6-a61f-1bbab5c62ea0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.593311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73841600-1541-49a6-a61f-1bbab5c62ea0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.593311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73841600-1541-49a6-a61f-1bbab5c62ea0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.593426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73841600-1541-49a6-a61f-1bbab5c62ea0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.593426] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73841600-1541-49a6-a61f-1bbab5c62ea0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.669738] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6c5d3bc3-124e-4a89-a565-3a8b3e3dc2ac None None] Enqueued Resource ID: d308470f-0fea-4cdb-87da-2e825d8ba644 with Priority: HIGHEST for action port [ 680.669738] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d308470f-0fea-4cdb-87da-2e825d8ba644 with Priority: HIGHEST for action port [ 680.671566] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d308470f-0fea-4cdb-87da-2e825d8ba644 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.671566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d308470f-0fea-4cdb-87da-2e825d8ba644" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.671566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d308470f-0fea-4cdb-87da-2e825d8ba644" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.671566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d308470f-0fea-4cdb-87da-2e825d8ba644" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.671566] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d308470f-0fea-4cdb-87da-2e825d8ba644',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.738980] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 in Status: SUCCESS [ 680.739445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.796543] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9fa62a6-5a0a-4bc5-aa00-958914a70804 [ 680.796787] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.796928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.797009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.797411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.797411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.797529] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9fa62a6-5a0a-4bc5-aa00-958914a70804 already deleted. [ 680.797529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9fa62a6-5a0a-4bc5-aa00-958914a70804" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.036923] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.095755] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.095986] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.096131] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.096382] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.096634] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.096806] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.096923] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.097805] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.098402] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.098517] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.098642] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.098869] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.098999] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.099133] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.099245] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.099383] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.100848] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-16694edc-5bc3-4995-96c0-e3759f722a2d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.100848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.101104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.101249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.101502] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.101594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.101650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.102095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.102095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.102254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.102461] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-16694edc-5bc3-4995-96c0-e3759f722a2d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.102461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.102745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.102745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.102850] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.103106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.103106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.103257] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.103376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.103466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.103561] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.104498] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73841600-1541-49a6-a61f-1bbab5c62ea0 with status ACTIVE [ 681.104996] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.104996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.104996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.105253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.105253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.105372] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.105452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.105503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.107228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.107228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.107228] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.107228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.107228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.107228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.107228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.107228] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73841600-1541-49a6-a61f-1bbab5c62ea0 is going to be updated. [ 681.108640] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.108640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.128626] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.128787] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.128937] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.129141] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.129445] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-591d6ed6-060a-431c-87af-43a3728e371b taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.129619] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-591d6ed6-060a-431c-87af-43a3728e371b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.129739] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-591d6ed6-060a-431c-87af-43a3728e371b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.130089] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-591d6ed6-060a-431c-87af-43a3728e371b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.130238] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591d6ed6-060a-431c-87af-43a3728e371b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.135570] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.135976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.136257] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.136824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.136824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.136824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73841600-1541-49a6-a61f-1bbab5c62ea0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.145529] env[69404]: INFO networking_nsxv3.common.synchronization [req-1a04ab40-55d8-44c9-9007-541090aa4c5f req-bd60f1e6-30d0-446d-98e6-6b48eec8abf3 tempest-SecurityGroupRulesTestJSON-1604217537 tempest-SecurityGroupRulesTestJSON-1604217537-project-member] Enqueued Resource ID: c661d41a-5565-429a-aa28-288ee93470a3 with Priority: HIGHEST for action security_group_rules [ 681.146870] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c661d41a-5565-429a-aa28-288ee93470a3 with Priority: HIGHEST for action security_group_rules [ 681.146870] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c661d41a-5565-429a-aa28-288ee93470a3 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.146870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c661d41a-5565-429a-aa28-288ee93470a3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.147890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c661d41a-5565-429a-aa28-288ee93470a3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.147934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c661d41a-5565-429a-aa28-288ee93470a3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.148009] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c661d41a-5565-429a-aa28-288ee93470a3',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.173367] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d308470f-0fea-4cdb-87da-2e825d8ba644 [ 681.174124] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.174816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.174945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.175165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.175259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.175632] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d308470f-0fea-4cdb-87da-2e825d8ba644 already deleted. [ 681.175632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d308470f-0fea-4cdb-87da-2e825d8ba644" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.540138] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.610514] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16694edc-5bc3-4995-96c0-e3759f722a2d: rpc.has_security_group_logging(os_id): False [ 681.628232] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.628468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.628468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.628938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.628938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.628938] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.629129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.629129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.629223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.629305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.629634] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.629634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.629634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.629761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.630226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.630226] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.630226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.630226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.630452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.630452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.630452] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16694edc-5bc3-4995-96c0-e3759f722a2d is going to be created. [ 681.633635] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.633833] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.633967] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.634241] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.634386] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.634545] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 591d6ed6-060a-431c-87af-43a3728e371b not found, creating... [ 681.634806] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.634979] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.635420] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.635649] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.635786] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.636094] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.636569] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.636569] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.636569] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.636788] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.636837] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 591d6ed6-060a-431c-87af-43a3728e371b is going to be created. [ 681.656899] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.657149] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.657281] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.657676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.657799] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.658470] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-591d6ed6-060a-431c-87af-43a3728e371b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.668349] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.668440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.668493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.668685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.668776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.668916] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c661d41a-5565-429a-aa28-288ee93470a3 already deleted. [ 681.668916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c661d41a-5565-429a-aa28-288ee93470a3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.720934] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.720934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.720934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.720934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.720934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.737882] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16694edc-5bc3-4995-96c0-e3759f722a2d in Status: IN_PROGRESS for 2s [ 682.013715] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ab589b-6606-4865-8b28-0682b70d1998 in Status: SUCCESS [ 682.014211] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ab589b-6606-4865-8b28-0682b70d1998 deletion is rescheduled due to dependency. [ 682.014211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.045617] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.045778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.045778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.045957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.046068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.046169] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 is going to be created. [ 682.084016] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.084268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.084268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.084541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.084704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.101691] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: UNINITIALIZED for 2s [ 682.275100] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 682.275297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.275462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.275695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.275867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.275985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.276062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.276220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.276898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.277024] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.400672] env[69404]: INFO networking_nsxv3.common.synchronization [req-f7939983-b169-45df-8b3c-a563a5a06f0b req-995e6a34-560b-49d6-b8e7-c721e9dee474 service nova] Enqueued Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_rules [ 682.400853] env[69404]: INFO networking_nsxv3.common.synchronization [req-f7939983-b169-45df-8b3c-a563a5a06f0b req-995e6a34-560b-49d6-b8e7-c721e9dee474 service nova] Enqueued Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 682.400996] env[69404]: INFO networking_nsxv3.common.synchronization [req-f7939983-b169-45df-8b3c-a563a5a06f0b req-995e6a34-560b-49d6-b8e7-c721e9dee474 service nova] Enqueued Resource ID: 591d6ed6-060a-431c-87af-43a3728e371b with Priority: HIGHEST for action port [ 682.401536] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_rules [ 682.401623] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 682.401722] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591d6ed6-060a-431c-87af-43a3728e371b with Priority: HIGHEST for action port [ 682.402015] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.404273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.404528] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.404632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.404820] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-591d6ed6-060a-431c-87af-43a3728e371b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.404943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-591d6ed6-060a-431c-87af-43a3728e371b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.405017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-591d6ed6-060a-431c-87af-43a3728e371b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.405357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-591d6ed6-060a-431c-87af-43a3728e371b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.405357] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591d6ed6-060a-431c-87af-43a3728e371b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.437437] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 682.437647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.438747] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: SUCCESS [ 682.438816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.439334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.439547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.439738] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.439864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.439998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.440144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.440235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.440320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.440479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.440567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.440672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.440768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.441184] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.441540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.441540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.441753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.442085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.442085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.442085] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.442746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.442903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.443088] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.443708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.443791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.443969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.444088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.444207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.444267] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.661787] env[69404]: INFO networking_nsxv3.common.synchronization [req-093dad38-0fe6-418e-b839-af1de7c77507 req-13d27288-9344-4a86-9123-4cb2f2844496 tempest-SecurityGroupRulesTestJSON-1604217537 tempest-SecurityGroupRulesTestJSON-1604217537-project-member] Enqueued Resource ID: 9707e224-ded4-4f0a-b0a6-86d0e35f763f with Priority: HIGHEST for action security_group_rules [ 682.662389] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707e224-ded4-4f0a-b0a6-86d0e35f763f with Priority: HIGHEST for action security_group_rules [ 682.662679] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9707e224-ded4-4f0a-b0a6-86d0e35f763f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.662789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9707e224-ded4-4f0a-b0a6-86d0e35f763f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.662854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9707e224-ded4-4f0a-b0a6-86d0e35f763f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.663464] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9707e224-ded4-4f0a-b0a6-86d0e35f763f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.663549] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9707e224-ded4-4f0a-b0a6-86d0e35f763f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.779830] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.780773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.780967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.781292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.781407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.781627] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.781747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.781796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.782019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.782111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.782211] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 682.809057] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.809302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.809382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.809640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.809852] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.825061] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 682.909319] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 591d6ed6-060a-431c-87af-43a3728e371b with status ACTIVE [ 682.909614] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.909761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.909830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.910054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.910149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.910326] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.910430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.910490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.910647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.910855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.910923] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.911034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.911106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.911250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.911316] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.911406] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 591d6ed6-060a-431c-87af-43a3728e371b is going to be updated. [ 682.935444] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.935639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.935717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.935878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.936166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.936367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-591d6ed6-060a-431c-87af-43a3728e371b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.946329] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b7d7b73-bf87-4dd8-8177-871c69e5a150: rpc.has_security_group_logging(os_id): False [ 682.947791] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.968456] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.969290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.969290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.969290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.969290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.969290] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.969929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.969929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.969929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.969929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.969929] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.970273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.970273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.970273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.970273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.970731] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.970731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.970731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.970731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.971117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.971117] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 683.042203] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.042203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.042203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.042619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.042619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.079950] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 683.134150] env[69404]: INFO networking_nsxv3.common.synchronization [req-461a3732-c05b-456d-a8f0-c3b91173fb82 req-8741bc11-182a-465f-8c83-af052dc56726 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 683.135819] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 683.135819] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.135819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.136053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.136304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.136304] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.136435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.136473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.137854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.137854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.137854] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.192366] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.192505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.192572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.192815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.192956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.193067] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9707e224-ded4-4f0a-b0a6-86d0e35f763f already deleted. [ 683.193153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9707e224-ded4-4f0a-b0a6-86d0e35f763f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.450651] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebd0327a-9d7a-41bd-9aec-06aaf57e5479: rpc.has_security_group_logging(os_id): False [ 683.469425] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.469667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.469782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.470595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.470746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.471298] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.471403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.471544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.471858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.471858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.471858] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 is going to be updated. [ 683.532433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.532433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.532433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.532433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.532433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.550222] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: IN_PROGRESS for 2s [ 683.638976] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.639154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.639216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.640844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.640844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.640844] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.640844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.640844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.640844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.640844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.640844] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18fde77-0201-420c-bc33-1131c197ba3b already deleted. [ 683.640844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.751584] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16694edc-5bc3-4995-96c0-e3759f722a2d in Status: SUCCESS [ 683.751584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.768287] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.768287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-364" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.768287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-364" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.768287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-364" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.768287] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.768287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.768287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.769378] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.769834] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.770322] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.770571] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.770802] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.771053] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.771319] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.771551] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.771794] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.791571] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.791833] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.792027] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.792236] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-364" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.792583] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-2d6cde03-593d-49cc-88e5-bf5fed471773 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.793885] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-2d6cde03-593d-49cc-88e5-bf5fed471773" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.793885] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-2d6cde03-593d-49cc-88e5-bf5fed471773" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.793885] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-2d6cde03-593d-49cc-88e5-bf5fed471773" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.793885] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d6cde03-593d-49cc-88e5-bf5fed471773',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.113807] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: SUCCESS [ 684.114114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.114285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.114501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.114683] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.114814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.114881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.115061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.115512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.115512] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.302052] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.306379] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.306379] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.306659] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.306732] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306834] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 2d6cde03-593d-49cc-88e5-bf5fed471773 not found, creating... [ 684.307153] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.307350] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.307428] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.307659] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.308085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.310154] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.310154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.310154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.310154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.310154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.310154] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 2d6cde03-593d-49cc-88e5-bf5fed471773 is going to be created. [ 684.333213] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.333430] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.333552] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.333855] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.334186] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.334487] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-2d6cde03-593d-49cc-88e5-bf5fed471773" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.617789] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.827284] env[69404]: INFO networking_nsxv3.common.synchronization [req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 req-e64d4ea7-e1af-416e-b799-a8f6531c371a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 684.828765] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 684.829134] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.829260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.830019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.830019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.830019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.830019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.830019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.830019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.830019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.830377] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.846510] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 684.846510] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac deletion is rescheduled due to dependency. [ 684.846510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.846510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.846510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.846510] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.846510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.846510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.846510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.846510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.846510] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.098267] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 685.098267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.098267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.098267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.098267] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.123200] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.251110] env[69404]: INFO networking_nsxv3.common.synchronization [req-461a3732-c05b-456d-a8f0-c3b91173fb82 req-3454606e-7494-4f6a-99e3-06849560c8a5 service nova] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_rules [ 685.251110] env[69404]: INFO networking_nsxv3.common.synchronization [req-461a3732-c05b-456d-a8f0-c3b91173fb82 req-3454606e-7494-4f6a-99e3-06849560c8a5 service nova] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 685.251110] env[69404]: INFO networking_nsxv3.common.synchronization [req-461a3732-c05b-456d-a8f0-c3b91173fb82 req-3454606e-7494-4f6a-99e3-06849560c8a5 service nova] Enqueued Resource ID: 2d6cde03-593d-49cc-88e5-bf5fed471773 with Priority: HIGHEST for action port [ 685.251110] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_rules [ 685.251110] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 685.251110] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6cde03-593d-49cc-88e5-bf5fed471773 with Priority: HIGHEST for action port [ 685.251110] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.251110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.251110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.251110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.251110] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.253224] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.253538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.253688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.254256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.254256] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.254428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.254577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.256017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.256017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.256017] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.256017] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d6cde03-593d-49cc-88e5-bf5fed471773 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.256017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d6cde03-593d-49cc-88e5-bf5fed471773" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.256017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d6cde03-593d-49cc-88e5-bf5fed471773" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.256432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d6cde03-593d-49cc-88e5-bf5fed471773" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.256671] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d6cde03-593d-49cc-88e5-bf5fed471773',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.337607] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.337607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.337607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337607] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.337607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.337607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337607] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 685.353807] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.353807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.353807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.353807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.353807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.353807] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.353807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.353807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.353807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.353807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.353807] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 685.383018] env[69404]: INFO networking_nsxv3.common.synchronization [req-8263a683-4239-45e0-81ea-fad7d2932142 req-193346de-dc0c-4f39-a632-d2761c9b900e tempest-SecurityGroupRulesTestJSON-1604217537 tempest-SecurityGroupRulesTestJSON-1604217537-project-member] Enqueued Resource ID: bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5 with Priority: HIGHEST for action security_group_rules [ 685.383018] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5 with Priority: HIGHEST for action security_group_rules [ 685.383018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.383018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.383018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.383018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.383018] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.385220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.391142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.391142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.391142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.391142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.392397] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.392666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.392822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.393116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.393352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.413231] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 685.414870] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 685.564144] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: SUCCESS [ 685.564362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.604366] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.604542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.604612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.604831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.604998] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.605113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.605172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.605311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.605400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.605490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.605580] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.628928] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.628928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.628928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.628928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.628928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.628928] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 is going to be updated. [ 685.661844] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.661844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.661844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.661844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.661844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.673896] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: IN_PROGRESS for 2s [ 685.696055] env[69404]: INFO networking_nsxv3.common.synchronization [req-e370c744-287b-4c71-9188-8ec6e79147ec req-18154ef1-bb18-4b5c-9a58-a7ad647444ee tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Enqueued Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGHEST for action security_group_members [ 685.696174] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGHEST for action security_group_members [ 685.696447] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ed1503-0d41-4d43-a7c2-c706da67e59e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.696572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.696640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.696892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.697829] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.697914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.698032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.698235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.698332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.698479] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.759244] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.759244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.759244] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.760093] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d6cde03-593d-49cc-88e5-bf5fed471773 with status ACTIVE [ 685.760286] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.760648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.760648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.760788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.760788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.760928] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.761035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.761100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.761253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.761432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.761508] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.761601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.761653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.762442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.762581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.762702] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d6cde03-593d-49cc-88e5-bf5fed471773 is going to be updated. [ 685.784572] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.784702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.784770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.784986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.785124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.785302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d6cde03-593d-49cc-88e5-bf5fed471773" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.912379] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.912379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.912379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.912379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.912379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.912379] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5 already deleted. [ 685.912379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbef9c5c-4ad5-4a99-b330-c66c1ce2c8c5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.113049] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.113049] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.113049] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.113049] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.113049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.114564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.114564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.114564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.114564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.114564] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.202124] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.202291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.202362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.202586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.202683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.202878] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.202976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.203067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.203201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.203276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.203359] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e already deleted. [ 686.203439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264354] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.549159] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.549159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-609" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.549159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-609" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.549864] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-609" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.550317] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.550648] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.550880] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.551230] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.551494] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.552186] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.552186] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.552186] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.552403] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.552631] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.553251] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.553251] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.571875] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.571875] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.572044] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.572234] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-609" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.572522] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-0eec7bda-5090-4956-8157-4b3d248173d6 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.572717] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-0eec7bda-5090-4956-8157-4b3d248173d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.572838] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-0eec7bda-5090-4956-8157-4b3d248173d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.574085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-0eec7bda-5090-4956-8157-4b3d248173d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.574085] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eec7bda-5090-4956-8157-4b3d248173d6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.618036] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b7d7b73-bf87-4dd8-8177-871c69e5a150: rpc.has_security_group_logging(os_id): False [ 686.638478] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.638927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.639143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.639257] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.639350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.639556] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.639664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.639726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.639882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.639960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.640198] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.640298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.640361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.640513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.640575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.640766] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.640858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.640917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.641312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.641432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.641544] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 686.705220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.705352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.705425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.705647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.705792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.718130] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 686.768247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.768745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.768878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.769119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.769217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.769319] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18fde77-0201-420c-bc33-1131c197ba3b is going to be created. [ 686.818691] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.818834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.818903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.819133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.819298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.834040] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: UNINITIALIZED for 2s [ 687.075970] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.076329] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.076585] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.076952] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.077127] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.077631] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 0eec7bda-5090-4956-8157-4b3d248173d6 not found, creating... [ 687.077965] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.078159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.078279] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.078515] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.078656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.078944] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.079135] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.079257] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.079466] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.079601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.079740] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 0eec7bda-5090-4956-8157-4b3d248173d6 is going to be created. [ 687.100360] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.100465] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.100563] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.100837] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.101085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.101314] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-0eec7bda-5090-4956-8157-4b3d248173d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.425809] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 687.426115] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac deletion is rescheduled due to dependency. [ 687.426320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.427220] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 687.427375] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed deletion is rescheduled due to dependency. [ 687.427477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.534036] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6a01d4b5-908c-458a-9529-69f88c00202b None None] Enqueued Resource ID: f28a99d1-60fc-4e9b-b0bd-8b1108a3f759 with Priority: HIGHEST for action port [ 687.535047] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28a99d1-60fc-4e9b-b0bd-8b1108a3f759 with Priority: HIGHEST for action port [ 687.535548] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f28a99d1-60fc-4e9b-b0bd-8b1108a3f759 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.535931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f28a99d1-60fc-4e9b-b0bd-8b1108a3f759" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.536059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f28a99d1-60fc-4e9b-b0bd-8b1108a3f759" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.536367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f28a99d1-60fc-4e9b-b0bd-8b1108a3f759" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.536483] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f28a99d1-60fc-4e9b-b0bd-8b1108a3f759',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.689029] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: SUCCESS [ 687.689029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.689029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.689029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.689029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.689029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.689029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.689029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.689029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.689029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.689029] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.689872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.690064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.690249] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.690365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.690451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.690604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.690697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.690789] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.947322] env[69404]: INFO networking_nsxv3.common.synchronization [req-e370c744-287b-4c71-9188-8ec6e79147ec req-bf125865-5043-455b-ae0f-638a88784d5d service nova] Enqueued Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGHEST for action security_group_rules [ 687.947322] env[69404]: INFO networking_nsxv3.common.synchronization [req-e370c744-287b-4c71-9188-8ec6e79147ec req-bf125865-5043-455b-ae0f-638a88784d5d service nova] Enqueued Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGHEST for action security_group_members [ 687.947322] env[69404]: INFO networking_nsxv3.common.synchronization [req-e370c744-287b-4c71-9188-8ec6e79147ec req-bf125865-5043-455b-ae0f-638a88784d5d service nova] Enqueued Resource ID: 0eec7bda-5090-4956-8157-4b3d248173d6 with Priority: HIGHEST for action port [ 687.947322] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGHEST for action security_group_rules [ 687.947322] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGHEST for action security_group_members [ 687.947322] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eec7bda-5090-4956-8157-4b3d248173d6 with Priority: HIGHEST for action port [ 687.948397] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.949130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.949473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.949954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.950194] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.951337] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ed1503-0d41-4d43-a7c2-c706da67e59e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.951639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.952159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.953056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.953056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.953056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.953056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.953953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.954266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.956067] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.956067] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eec7bda-5090-4956-8157-4b3d248173d6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.958051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eec7bda-5090-4956-8157-4b3d248173d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.958051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eec7bda-5090-4956-8157-4b3d248173d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.958051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eec7bda-5090-4956-8157-4b3d248173d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.958051] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eec7bda-5090-4956-8157-4b3d248173d6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.040954] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f28a99d1-60fc-4e9b-b0bd-8b1108a3f759 [ 688.040954] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.040954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.040954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.040954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.040954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.040954] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f28a99d1-60fc-4e9b-b0bd-8b1108a3f759 already deleted. [ 688.040954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f28a99d1-60fc-4e9b-b0bd-8b1108a3f759" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.140033] env[69404]: INFO networking_nsxv3.common.synchronization [req-3b8cde76-f606-4eba-bcad-2925c891ce03 req-48dd22e3-c01c-432c-abe1-e851180d3168 tempest-SecurityGroupRulesTestJSON-1604217537 tempest-SecurityGroupRulesTestJSON-1604217537-project-member] Enqueued Resource ID: 546192d0-24e3-4e82-9586-e54693476137 with Priority: HIGHEST for action security_group_rules [ 688.140431] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546192d0-24e3-4e82-9586-e54693476137 with Priority: HIGHEST for action security_group_rules [ 688.140781] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546192d0-24e3-4e82-9586-e54693476137 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.140947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546192d0-24e3-4e82-9586-e54693476137" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.140987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546192d0-24e3-4e82-9586-e54693476137" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.141268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546192d0-24e3-4e82-9586-e54693476137" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.141369] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546192d0-24e3-4e82-9586-e54693476137',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.194047] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.194047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.194047] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.464157] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ed1503-0d41-4d43-a7c2-c706da67e59e taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.464303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.464495] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.465472] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eec7bda-5090-4956-8157-4b3d248173d6 with status ACTIVE [ 688.466705] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.466705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.466705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.466705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.466705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.466705] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.466705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.466705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.466705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.466705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.467153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.467153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.467153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.467364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467364] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eec7bda-5090-4956-8157-4b3d248173d6 is going to be updated. [ 688.489253] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.489253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.489253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.489528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.489528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.489616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eec7bda-5090-4956-8157-4b3d248173d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.676362] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.676362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.676689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.676979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.677166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.677541] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546192d0-24e3-4e82-9586-e54693476137 already deleted. [ 688.677690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546192d0-24e3-4e82-9586-e54693476137" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.696235] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.734235] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 688.735025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.843326] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: SUCCESS [ 688.843517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.843895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.844262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.844392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.844953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.844953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.844953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.845304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.845304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.845304] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.885254] env[69404]: INFO networking_nsxv3.common.synchronization [None req-7f2b1df3-4fd1-42de-99a9-1b99990ac712 None None] Enqueued Resource ID: 062a4b2c-1a3d-4985-a0d3-e57ba95f30a9 with Priority: HIGHEST for action port [ 688.885602] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062a4b2c-1a3d-4985-a0d3-e57ba95f30a9 with Priority: HIGHEST for action port [ 688.886330] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-062a4b2c-1a3d-4985-a0d3-e57ba95f30a9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.886457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-062a4b2c-1a3d-4985-a0d3-e57ba95f30a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.887060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-062a4b2c-1a3d-4985-a0d3-e57ba95f30a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.887229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-062a4b2c-1a3d-4985-a0d3-e57ba95f30a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.887816] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062a4b2c-1a3d-4985-a0d3-e57ba95f30a9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.969542] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.199228] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.199697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.199697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.199697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.199697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.199898] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 is going to be updated. [ 689.244424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.244594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.244630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.244853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.245016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.263424] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: IN_PROGRESS for 2s [ 689.299014] env[69404]: INFO networking_nsxv3.common.synchronization [req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 req-940f0b8a-b274-4a94-b2e8-594c5ba79b3b tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Enqueued Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGHEST for action security_group_members [ 689.299014] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGHEST for action security_group_members [ 689.299014] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-16694edc-5bc3-4995-96c0-e3759f722a2d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.299014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.299014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.299014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.299014] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.299014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.299014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.299014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.299014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.299014] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.347540] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.347710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.347779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.347938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.348281] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.348429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.348496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.349233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.349308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.349381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.349548] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.349650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.349714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.349859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.350015] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.350106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.350242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.350374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.350445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.350608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.350608] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.389974] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 062a4b2c-1a3d-4985-a0d3-e57ba95f30a9 [ 689.390234] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.390438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.390771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.391060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.391143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.391198] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:062a4b2c-1a3d-4985-a0d3-e57ba95f30a9 already deleted. [ 689.391322] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-062a4b2c-1a3d-4985-a0d3-e57ba95f30a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.473132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.473549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.473621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.473846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.473924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.474032] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e is going to be created. [ 689.499485] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.499656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.499701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.499907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.500078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.510628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e in Status: UNINITIALIZED for 2s [ 689.801414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.801639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.801699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.801875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.801985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.803121] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.803121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.803121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.803121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.803121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.803121] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16694edc-5bc3-4995-96c0-e3759f722a2d is going to be updated. [ 689.856436] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18fde77-0201-420c-bc33-1131c197ba3b: rpc.has_security_group_logging(os_id): False [ 689.861902] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.862070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.862137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.862377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.862513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.877682] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16694edc-5bc3-4995-96c0-e3759f722a2d in Status: IN_PROGRESS for 2s [ 689.878597] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.879643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.879643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.879643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.879643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.879643] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.879643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.879643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.879643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.880092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.880092] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.880092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.882229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.882229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.882362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.882705] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.884017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.884017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.884017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.884017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.884017] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18fde77-0201-420c-bc33-1131c197ba3b is going to be created. [ 689.975438] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.975607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.975689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.975894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.976623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.995247] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: IN_PROGRESS for 2s [ 690.182455] env[69404]: INFO networking_nsxv3.common.synchronization [None req-4e3237e4-60ed-43db-8587-b3fda03004bc None None] Enqueued Resource ID: 21c7d23f-5296-45a7-93c7-3a64fb1a6cc0 with Priority: HIGHEST for action port [ 690.183174] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c7d23f-5296-45a7-93c7-3a64fb1a6cc0 with Priority: HIGHEST for action port [ 690.183347] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-21c7d23f-5296-45a7-93c7-3a64fb1a6cc0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.183479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21c7d23f-5296-45a7-93c7-3a64fb1a6cc0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.183532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21c7d23f-5296-45a7-93c7-3a64fb1a6cc0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.183728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21c7d23f-5296-45a7-93c7-3a64fb1a6cc0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.183824] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c7d23f-5296-45a7-93c7-3a64fb1a6cc0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.690889] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21c7d23f-5296-45a7-93c7-3a64fb1a6cc0 [ 690.691220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.691307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.691346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.691539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.691630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.691731] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21c7d23f-5296-45a7-93c7-3a64fb1a6cc0 already deleted. [ 690.692196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21c7d23f-5296-45a7-93c7-3a64fb1a6cc0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.161328] env[69404]: INFO networking_nsxv3.common.synchronization [None req-5f0a253f-44ed-4437-978b-de4aa87e4048 tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Enqueued Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_rules [ 691.161838] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_rules [ 691.162160] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53240888-9efa-4c0e-82ba-d999ea3895ef taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.162278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.162335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.162599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.162677] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.276135] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: SUCCESS [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.276135] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.276135] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.276135] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.276135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.277673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.277984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.278345] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.337501] env[69404]: INFO networking_nsxv3.common.synchronization [None req-f8d7191c-6781-4c53-8095-ac58d91bc598 tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Enqueued Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_rules [ 691.337501] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_rules [ 691.337501] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53240888-9efa-4c0e-82ba-d999ea3895ef taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.337501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.522577] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e in Status: SUCCESS [ 691.522577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.522577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.522577] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.522577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.522577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.522577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.522577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522577] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.683425] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.683579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.683646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.683864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.683957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.684073] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53240888-9efa-4c0e-82ba-d999ea3895ef already deleted. [ 691.684180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.684341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.684501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.684585] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.695537] env[69404]: INFO networking_nsxv3.common.synchronization [None req-1bcfcae2-7bbd-4955-9f14-6a16d3ec1dbb None None] Enqueued Resource ID: 6ca32351-64e1-42fa-9951-c83e24f980b9 with Priority: HIGHEST for action port [ 691.695990] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca32351-64e1-42fa-9951-c83e24f980b9 with Priority: HIGHEST for action port [ 691.696219] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca32351-64e1-42fa-9951-c83e24f980b9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.696337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca32351-64e1-42fa-9951-c83e24f980b9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.696400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca32351-64e1-42fa-9951-c83e24f980b9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.696671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca32351-64e1-42fa-9951-c83e24f980b9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.696751] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca32351-64e1-42fa-9951-c83e24f980b9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.780539] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fc61a24-5568-4cad-a5b5-e76136b7b537: rpc.has_security_group_logging(os_id): False [ 691.798068] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.798264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.798310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.798503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.798594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.798789] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.798888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.798952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.799128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.799218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.799407] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.799541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.799575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.799696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.799770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.799957] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.801014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.801149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.801365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.801478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.801601] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 is going to be created. [ 691.865121] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.865434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.865547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.865784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.866217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.877480] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: IN_PROGRESS for 2s [ 691.887178] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16694edc-5bc3-4995-96c0-e3759f722a2d in Status: SUCCESS [ 691.887401] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16694edc-5bc3-4995-96c0-e3759f722a2d deletion is rescheduled due to dependency. [ 691.887542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.017214] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: SUCCESS [ 692.018407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.024143] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ed1503-0d41-4d43-a7c2-c706da67e59e taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.024404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.024404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.024620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.024731] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.024834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.024899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.026394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.029019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.029019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.029019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ed1503-0d41-4d43-a7c2-c706da67e59e taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.029019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.029019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.029820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.030000] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.030903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.030903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.030903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.030903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.030903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.031179] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.034208] env[69404]: INFO networking_nsxv3.common.synchronization [req-06a4386d-ab90-4719-882c-6578a5146555 req-3d2cdfcc-4f96-45b7-a773-9333b22eb6c9 tempest-SecurityGroupRulesTestJSON-1604217537 tempest-SecurityGroupRulesTestJSON-1604217537-project-member] Enqueued Resource ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a with Priority: HIGHEST for action security_group_rules [ 692.034312] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a with Priority: HIGHEST for action security_group_rules [ 692.034964] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.036031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.036031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.036031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.036031] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a0343d4-e421-44a9-b1f2-f61c711dd21a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.200060] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ca32351-64e1-42fa-9951-c83e24f980b9 [ 692.200197] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.200284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.200395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.201583] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.201583] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.201583] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ca32351-64e1-42fa-9951-c83e24f980b9 already deleted. [ 692.201583] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca32351-64e1-42fa-9951-c83e24f980b9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.207138] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.207138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.207138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.207365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.207416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.207618] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53240888-9efa-4c0e-82ba-d999ea3895ef already deleted. [ 692.208772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.534917] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5ed1503-0d41-4d43-a7c2-c706da67e59e: rpc.has_security_group_logging(os_id): False [ 692.553301] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.553589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.553667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.553887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.553972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.554262] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.554366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.554427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.554588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.554665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.554864] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.554955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.555025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.555169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.555512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.555718] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.555810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.555870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.556163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.556278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.556542] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e is going to be created. [ 692.559120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.559320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.559413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.560952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.560952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.561043] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a already deleted. [ 692.561143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.624081] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.624081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.624081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.624081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.624081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.629543] env[69404]: INFO networking_nsxv3.common.synchronization [req-f0657265-1612-4cb9-9bc9-821845244dae req-dbb37e1a-da72-400c-97e1-1e37d5fe1fc7 tempest-SecurityGroupRulesTestJSON-1604217537 tempest-SecurityGroupRulesTestJSON-1604217537-project-member] Enqueued Resource ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a with Priority: HIGHEST for action security_group_rules [ 692.629543] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a with Priority: HIGHEST for action security_group_rules [ 692.629543] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.629543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.629543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.629543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.629543] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a0343d4-e421-44a9-b1f2-f61c711dd21a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.631122] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e in Status: IN_PROGRESS for 2s [ 693.073098] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a707169e-8b5d-4c28-ae1e-a298b14a5572 None None] Enqueued Resource ID: 12b3fba2-b78f-467f-9d10-159b3c306041 with Priority: HIGHEST for action port [ 693.073098] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b3fba2-b78f-467f-9d10-159b3c306041 with Priority: HIGHEST for action port [ 693.073098] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b3fba2-b78f-467f-9d10-159b3c306041 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.073098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b3fba2-b78f-467f-9d10-159b3c306041" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.073098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b3fba2-b78f-467f-9d10-159b3c306041" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.073098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b3fba2-b78f-467f-9d10-159b3c306041" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.073098] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b3fba2-b78f-467f-9d10-159b3c306041',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.155267] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.156494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.156494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.156641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.156682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.157111] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a already deleted. [ 693.157111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.302343] env[69404]: INFO networking_nsxv3.common.synchronization [None req-5cd5c147-1bbf-4511-bc37-114c68c2de5f None None] Enqueued Resource ID: a5e211a6-aa8a-4742-ba2a-3412d73c0611 with Priority: HIGHEST for action port [ 693.302343] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e211a6-aa8a-4742-ba2a-3412d73c0611 with Priority: HIGHEST for action port [ 693.302343] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e211a6-aa8a-4742-ba2a-3412d73c0611 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.302343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e211a6-aa8a-4742-ba2a-3412d73c0611" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.302343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e211a6-aa8a-4742-ba2a-3412d73c0611" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.302343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e211a6-aa8a-4742-ba2a-3412d73c0611" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.302343] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e211a6-aa8a-4742-ba2a-3412d73c0611',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.460902] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12b3fba2-b78f-467f-9d10-159b3c306041 [ 693.461169] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.461305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.461381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.461663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.461758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.461877] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12b3fba2-b78f-467f-9d10-159b3c306041 already deleted. [ 693.461963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b3fba2-b78f-467f-9d10-159b3c306041" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.724367] env[69404]: INFO networking_nsxv3.common.synchronization [req-64c901ae-1d21-4b4e-ac5b-ac3416f6544d req-2e8bdb45-9d5b-4521-808b-0f673adcba43 tempest-SecurityGroupRulesTestJSON-1604217537 tempest-SecurityGroupRulesTestJSON-1604217537-project-member] Enqueued Resource ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a with Priority: HIGHEST for action security_group_rules [ 693.724930] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a with Priority: HIGHEST for action security_group_rules [ 693.725569] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.725906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.726037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.726294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.726425] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a0343d4-e421-44a9-b1f2-f61c711dd21a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.805144] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e211a6-aa8a-4742-ba2a-3412d73c0611 [ 693.805891] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.805891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.805891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.806597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.806597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.807043] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e211a6-aa8a-4742-ba2a-3412d73c0611 already deleted. [ 693.807125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e211a6-aa8a-4742-ba2a-3412d73c0611" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.890598] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: SUCCESS [ 693.890598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.890598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.891636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.891636] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.253980] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.254308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.254308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.254525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.254525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.254620] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a0343d4-e421-44a9-b1f2-f61c711dd21a already deleted. [ 694.254713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a0343d4-e421-44a9-b1f2-f61c711dd21a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.393191] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.393347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.393417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.393638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.393818] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.393918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.393979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.394139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.394308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.394350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.394444] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.643734] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e in Status: SUCCESS [ 694.643924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.897860] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.898042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.898130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.898350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.898515] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.898621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.898676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.898836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.898930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.899026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.899176] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.899278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.899334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.899481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.899615] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.899714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.900040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.900040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.900040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.900228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.900228] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.207943] env[69404]: INFO networking_nsxv3.common.synchronization [None req-8942c374-eaa5-43f6-be4c-06a81d66eb61 None None] Enqueued Resource ID: e9a7199c-2047-4e9a-97b4-7cab5ba54f2d with Priority: HIGHEST for action port [ 695.208595] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a7199c-2047-4e9a-97b4-7cab5ba54f2d with Priority: HIGHEST for action port [ 695.208777] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a7199c-2047-4e9a-97b4-7cab5ba54f2d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.208897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a7199c-2047-4e9a-97b4-7cab5ba54f2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.208962] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a7199c-2047-4e9a-97b4-7cab5ba54f2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.209240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a7199c-2047-4e9a-97b4-7cab5ba54f2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.209321] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a7199c-2047-4e9a-97b4-7cab5ba54f2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.406596] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fc61a24-5568-4cad-a5b5-e76136b7b537: rpc.has_security_group_logging(os_id): False [ 695.427970] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.427970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.427970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.427970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.427970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.427970] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.428320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.428320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.428320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.428452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.428583] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.428678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.428740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.428878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.428946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.429714] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.429714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.429714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.429976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.430079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.432482] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 is going to be updated. [ 695.544603] env[69404]: INFO networking_nsxv3.common.synchronization [req-306924dc-6d9b-453d-b94d-86e953edf35b req-8072428f-b16c-42a6-9cf4-4bfef1e99c98 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Enqueued Resource ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 with Priority: HIGHEST for action security_group_members [ 695.545209] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 with Priority: HIGHEST for action security_group_members [ 695.545527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.545656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.545721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.546310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.546785] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.546938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.547016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.547159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.547244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.548792] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ae91296-c25a-472d-b4ca-ff28d98ec7a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.553220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.553385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.553435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.553602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.553744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.570821] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: IN_PROGRESS for 2s [ 695.713497] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9a7199c-2047-4e9a-97b4-7cab5ba54f2d [ 695.713497] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.713497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.722812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.722812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.722812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.722812] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9a7199c-2047-4e9a-97b4-7cab5ba54f2d already deleted. [ 695.722812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a7199c-2047-4e9a-97b4-7cab5ba54f2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.952934] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.953087] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.953259] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.953583] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.953879] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.954109] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.954287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.955358] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.955358] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.955358] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.955358] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.955641] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.955641] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.955812] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.955950] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.956143] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.975719] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.975892] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.976049] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.976237] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.976550] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-13eaae64-0d95-4e0c-acc9-ae14df3becb5 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.976720] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-13eaae64-0d95-4e0c-acc9-ae14df3becb5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.976840] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-13eaae64-0d95-4e0c-acc9-ae14df3becb5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.977244] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-13eaae64-0d95-4e0c-acc9-ae14df3becb5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.977334] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13eaae64-0d95-4e0c-acc9-ae14df3becb5',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.050679] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.050839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.050912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.051152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.051245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.051446] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.051547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.051605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.051759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.051833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.051915] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 already deleted. [ 696.051991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.317295] env[69404]: INFO networking_nsxv3.common.synchronization [None req-3135feea-f50a-4a61-99a9-edad8b9f6631 None None] Enqueued Resource ID: 85520118-8e74-4577-aa74-b195947aa525 with Priority: HIGHEST for action port [ 696.317295] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85520118-8e74-4577-aa74-b195947aa525 with Priority: HIGHEST for action port [ 696.317709] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-85520118-8e74-4577-aa74-b195947aa525 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.317838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85520118-8e74-4577-aa74-b195947aa525" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.317903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85520118-8e74-4577-aa74-b195947aa525" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.318942] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85520118-8e74-4577-aa74-b195947aa525" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.319034] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85520118-8e74-4577-aa74-b195947aa525',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.482028] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.485039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.485039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.485039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.485039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.485039] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 13eaae64-0d95-4e0c-acc9-ae14df3becb5 not found, creating... [ 696.485039] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.485039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.485039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.485039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.485039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.485601] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.485601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.485601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.485601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.485601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.485601] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 13eaae64-0d95-4e0c-acc9-ae14df3becb5 is going to be created. [ 696.510481] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.510481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.510481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.510481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.510481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.510481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-13eaae64-0d95-4e0c-acc9-ae14df3becb5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.821055] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85520118-8e74-4577-aa74-b195947aa525 [ 696.821055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.821055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.821260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.821293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.821428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.821556] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85520118-8e74-4577-aa74-b195947aa525 already deleted. [ 696.821556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85520118-8e74-4577-aa74-b195947aa525" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.541224] env[69404]: INFO networking_nsxv3.common.synchronization [req-306924dc-6d9b-453d-b94d-86e953edf35b req-1cef945d-4a20-4622-87f9-1883aecc9989 service nova] Enqueued Resource ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 with Priority: HIGHEST for action security_group_rules [ 697.541224] env[69404]: INFO networking_nsxv3.common.synchronization [req-306924dc-6d9b-453d-b94d-86e953edf35b req-1cef945d-4a20-4622-87f9-1883aecc9989 service nova] Enqueued Resource ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 with Priority: HIGHEST for action security_group_members [ 697.541224] env[69404]: INFO networking_nsxv3.common.synchronization [req-306924dc-6d9b-453d-b94d-86e953edf35b req-1cef945d-4a20-4622-87f9-1883aecc9989 service nova] Enqueued Resource ID: 13eaae64-0d95-4e0c-acc9-ae14df3becb5 with Priority: HIGHEST for action port [ 697.541224] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 with Priority: HIGHEST for action security_group_rules [ 697.541831] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 with Priority: HIGHEST for action security_group_members [ 697.541831] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13eaae64-0d95-4e0c-acc9-ae14df3becb5 with Priority: HIGHEST for action port [ 697.541940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ae91296-c25a-472d-b4ca-ff28d98ec7a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.543015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.543015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.543015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.543015] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ae91296-c25a-472d-b4ca-ff28d98ec7a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.543502] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.543502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.543502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.543716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.543795] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.543904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.543950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.544134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.544203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.544265] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ae91296-c25a-472d-b4ca-ff28d98ec7a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.545144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-13eaae64-0d95-4e0c-acc9-ae14df3becb5 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.545144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13eaae64-0d95-4e0c-acc9-ae14df3becb5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.545144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13eaae64-0d95-4e0c-acc9-ae14df3becb5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.545481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13eaae64-0d95-4e0c-acc9-ae14df3becb5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.545481] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13eaae64-0d95-4e0c-acc9-ae14df3becb5',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.583987] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: SUCCESS [ 697.584164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.049402] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.049402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.049402] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ae91296-c25a-472d-b4ca-ff28d98ec7a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.049402] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13eaae64-0d95-4e0c-acc9-ae14df3becb5 with status ACTIVE [ 698.049685] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.049685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.053021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.053021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.053021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.053021] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13eaae64-0d95-4e0c-acc9-ae14df3becb5 is going to be updated. [ 698.074854] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.074854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.074854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.075020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.075169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.075341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13eaae64-0d95-4e0c-acc9-ae14df3becb5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.499232] env[69404]: INFO networking_nsxv3.common.synchronization [req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 req-9fe966db-00d0-4062-a71f-205d2a5d84c9 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Enqueued Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGHEST for action security_group_members [ 698.499753] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGHEST for action security_group_members [ 698.500170] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.500306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.500372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.501266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.501266] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.501266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.501266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.501266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.501266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.501266] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.554291] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ae91296-c25a-472d-b4ca-ff28d98ec7a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.004576] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.004954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.005159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.005614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.005751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.006226] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.006392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.006496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.006738] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.006898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.007028] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 already deleted. [ 699.007143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.056268] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.056470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.056541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.056769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.056943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.057059] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 is going to be created. [ 699.084638] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.084638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.084638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.084638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.084638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.094949] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 in Status: UNINITIALIZED for 2s [ 699.263788] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.264183] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-343" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.264474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-343" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.264886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-343" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.265249] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.265521] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.265709] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.266179] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.266242] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.266749] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.266749] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.266868] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.267032] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.267215] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.267433] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.267745] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.291019] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.291019] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.291019] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.291019] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-343" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.291019] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-f4d345ab-9148-414c-93ba-69daa5357752 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.291019] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-f4d345ab-9148-414c-93ba-69daa5357752" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291019] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-f4d345ab-9148-414c-93ba-69daa5357752" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291019] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-f4d345ab-9148-414c-93ba-69daa5357752" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.291019] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4d345ab-9148-414c-93ba-69daa5357752',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.794105] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794651] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794651] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794842] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.795010] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.795184] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port f4d345ab-9148-414c-93ba-69daa5357752 not found, creating... [ 699.795546] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.795758] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.796047] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.796143] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.796224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800023] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.800023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.800023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.800023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.808166] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.808166] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: f4d345ab-9148-414c-93ba-69daa5357752 is going to be created. [ 699.843901] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.844430] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.844430] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.844693] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.844961] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.845245] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-f4d345ab-9148-414c-93ba-69daa5357752" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.467737] env[69404]: INFO networking_nsxv3.common.synchronization [None req-456455ae-1f0e-48b4-9f77-9a9a364a22c8 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_rules [ 700.468345] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_rules [ 700.468691] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.468857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.468940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.469233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.469351] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.660688] env[69404]: INFO networking_nsxv3.common.synchronization [None req-48eaed9f-c5d4-4ada-a80d-006714b89556 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_rules [ 700.661232] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_rules [ 700.661530] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.661650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.988774] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.989148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.989148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.989221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.989312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.989404] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 already deleted. [ 700.989484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.989644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.989807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.989899] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.105506] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 in Status: SUCCESS [ 701.106814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.107060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.110343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.110625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.110821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.110877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.111055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.111166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.111289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.111388] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ae91296-c25a-472d-b4ca-ff28d98ec7a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.373895] env[69404]: INFO networking_nsxv3.common.synchronization [req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 req-8a984903-1268-44be-98c0-a9478f71967e service nova] Enqueued Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGHEST for action security_group_rules [ 701.374118] env[69404]: INFO networking_nsxv3.common.synchronization [req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 req-8a984903-1268-44be-98c0-a9478f71967e service nova] Enqueued Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGHEST for action security_group_members [ 701.374271] env[69404]: INFO networking_nsxv3.common.synchronization [req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 req-8a984903-1268-44be-98c0-a9478f71967e service nova] Enqueued Resource ID: f4d345ab-9148-414c-93ba-69daa5357752 with Priority: HIGHEST for action port [ 701.374587] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGHEST for action security_group_rules [ 701.374661] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGHEST for action security_group_members [ 701.374737] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d345ab-9148-414c-93ba-69daa5357752 with Priority: HIGHEST for action port [ 701.375584] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.375732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.375817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.380057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.380172] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.381053] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.381190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.382045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.382045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.382045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.382045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.382045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.382303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.382303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.382303] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.383602] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4d345ab-9148-414c-93ba-69daa5357752 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.385886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4d345ab-9148-414c-93ba-69daa5357752" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.385886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4d345ab-9148-414c-93ba-69daa5357752" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.385886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4d345ab-9148-414c-93ba-69daa5357752" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.385886] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4d345ab-9148-414c-93ba-69daa5357752',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.524019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.524019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.524019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.524019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.524019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.524019] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 already deleted. [ 701.524019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.615930] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.617442] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.617442] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.617442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623990] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623990] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ae91296-c25a-472d-b4ca-ff28d98ec7a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.712358] env[69404]: INFO networking_nsxv3.common.synchronization [req-2afa38cb-36a9-4f34-94f1-3ad7843c033d req-578b35c6-e94c-41c0-ad04-c110be330413 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 701.712921] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 701.715126] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.715126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.715126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.715126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.715126] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.715126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.715126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.715757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.715757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.715757] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.888523] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889375] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.889933] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4d345ab-9148-414c-93ba-69daa5357752 with status ACTIVE [ 701.890758] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.890758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.890758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.890758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.891478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.891478] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.895525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.895525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.895525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.895525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.895525] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.895525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.895525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.895525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.895525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.895525] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4d345ab-9148-414c-93ba-69daa5357752 is going to be updated. [ 701.953139] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.953139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.953139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.953139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.954077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.956884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4d345ab-9148-414c-93ba-69daa5357752" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.129874] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ae91296-c25a-472d-b4ca-ff28d98ec7a2: rpc.has_security_group_logging(os_id): False [ 702.148950] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.149214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.149214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.149419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.149558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.150614] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.150614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.150614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.150614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.150614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.150614] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.150614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.150614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.150614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.150614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.151494] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.151494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.152764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.152764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.152764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.152764] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 is going to be created. [ 702.175605] env[69404]: INFO networking_nsxv3.common.synchronization [None req-220180cb-1673-46a4-9fb8-7a29266ef7e0 None None] Enqueued Resource ID: 7b32f328-6e85-418d-a8fa-b40d705f7065 with Priority: HIGHEST for action port [ 702.176426] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b32f328-6e85-418d-a8fa-b40d705f7065 with Priority: HIGHEST for action port [ 702.177456] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b32f328-6e85-418d-a8fa-b40d705f7065 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.177633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b32f328-6e85-418d-a8fa-b40d705f7065" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.177705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b32f328-6e85-418d-a8fa-b40d705f7065" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.177956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b32f328-6e85-418d-a8fa-b40d705f7065" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.178934] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b32f328-6e85-418d-a8fa-b40d705f7065',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.215482] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.215482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.215482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.215482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.215482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.219177] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.227431] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 in Status: IN_PROGRESS for 2s [ 702.398785] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.485033] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.485033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.485033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.485033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.485033] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.485489] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.485751] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.486117] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.486512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.487815] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.487815] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.487815] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.487815] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.488127] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.488127] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.488127] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.514169] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.514344] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.514492] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.516030] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.516030] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.516030] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.516030] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.516030] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.516030] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('666f4d8a-dfe2-4125-aa31-882e6e52f6e3',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.681445] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b32f328-6e85-418d-a8fa-b40d705f7065 [ 702.681445] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.681445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.681445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.681445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.681675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.681675] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b32f328-6e85-418d-a8fa-b40d705f7065 already deleted. [ 702.681769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b32f328-6e85-418d-a8fa-b40d705f7065" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.723101] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.901595] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.901819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.901819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.902175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.902175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.902346] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 is going to be created. [ 702.925299] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.925419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.925652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.925652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.925814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.937927] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 in Status: UNINITIALIZED for 2s [ 703.018486] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.018486] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.018486] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.021312] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.021312] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.021312] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 not found, creating... [ 703.021312] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.021312] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.021312] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.022021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.024526] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.024876] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.027399] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.027399] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.027399] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.027399] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.027399] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 is going to be created. [ 703.053228] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.053552] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.053605] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.053847] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.054092] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.054345] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.226357] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.226357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.226357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.226712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.226712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.226809] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 is going to be updated. [ 703.273031] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.273031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.273031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.273031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.273031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.282753] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: IN_PROGRESS for 2s [ 704.196934] env[69404]: INFO networking_nsxv3.common.synchronization [req-2afa38cb-36a9-4f34-94f1-3ad7843c033d req-0d9e0a6a-a66a-44ac-8af3-14e6b59b3bee service nova] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_rules [ 704.197162] env[69404]: INFO networking_nsxv3.common.synchronization [req-2afa38cb-36a9-4f34-94f1-3ad7843c033d req-0d9e0a6a-a66a-44ac-8af3-14e6b59b3bee service nova] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 704.197315] env[69404]: INFO networking_nsxv3.common.synchronization [req-2afa38cb-36a9-4f34-94f1-3ad7843c033d req-0d9e0a6a-a66a-44ac-8af3-14e6b59b3bee service nova] Enqueued Resource ID: 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 with Priority: HIGHEST for action port [ 704.197570] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_rules [ 704.197731] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 704.197927] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 with Priority: HIGHEST for action port [ 704.198405] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.198540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.198621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.198823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.198911] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.199771] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.199882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.200182] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.200294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.200294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.200435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.200604] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('666f4d8a-dfe2-4125-aa31-882e6e52f6e3',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.245404] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 in Status: SUCCESS [ 704.245831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.336341] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a5ae7814-0dc9-4fa3-8ae0-34f121446ead tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Enqueued Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_rules [ 704.336847] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_rules [ 704.337161] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.339351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.339351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.339672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.339803] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.604470] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d9ea70b5-1751-43e1-82ca-84aa4e489643 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Enqueued Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_rules [ 704.604470] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_rules [ 704.604470] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.604470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.707211] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.707361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.707471] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 with status ACTIVE [ 704.707654] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.708012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.708012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.709747] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.709747] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.709747] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 is going to be updated. [ 704.743426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.747018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.747105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.747335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.747477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.747643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-666f4d8a-dfe2-4125-aa31-882e6e52f6e3" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.879991] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.880127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.880189] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.880435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.880594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.880685] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e already deleted. [ 704.880754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.880915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.881092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.881172] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.955266] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 in Status: SUCCESS [ 704.955571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.957768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.957768] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.957768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.957768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.957768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.957768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957768] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.299428] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: SUCCESS [ 705.299428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.299428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.299428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.299428] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.299428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.299428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.299428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.299428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.299428] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.411414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.411556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.411693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.411914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.415150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.415150] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e already deleted. [ 705.415150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.459367] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.459522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.459612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.459845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.460052] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.460260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.460260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.460386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.460438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.460534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.460752] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.460818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.460818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.460966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.461177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.461290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.461290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.461422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.461502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.461586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.461664] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.784906] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a5bcea60-e870-458f-9217-fb220e694d9e None None] Enqueued Resource ID: 06e11d79-1ae1-4012-ae13-4b00da36b965 with Priority: HIGHEST for action port [ 705.784906] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e11d79-1ae1-4012-ae13-4b00da36b965 with Priority: HIGHEST for action port [ 705.784906] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-06e11d79-1ae1-4012-ae13-4b00da36b965 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.784906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06e11d79-1ae1-4012-ae13-4b00da36b965" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.784906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06e11d79-1ae1-4012-ae13-4b00da36b965" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.784906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06e11d79-1ae1-4012-ae13-4b00da36b965" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.784906] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e11d79-1ae1-4012-ae13-4b00da36b965',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.802069] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.967586] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba84b8fa-51be-4acf-96e7-d55dde90d8b6: rpc.has_security_group_logging(os_id): False [ 705.989444] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.989444] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.989444] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.989444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.990429] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.990429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.990429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.990429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.990429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.990429] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 is going to be created. [ 706.063384] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.063384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.063384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.063384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.063384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.072628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 in Status: IN_PROGRESS for 2s [ 706.289155] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06e11d79-1ae1-4012-ae13-4b00da36b965 [ 706.289155] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.289155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.289155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.289155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.289155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.289155] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06e11d79-1ae1-4012-ae13-4b00da36b965 already deleted. [ 706.289155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06e11d79-1ae1-4012-ae13-4b00da36b965" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.307853] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.810979] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.811306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.811400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.811639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.811738] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.811842] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 is going to be updated. [ 706.836868] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.837065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.837134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.837397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.837548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.846304] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: IN_PROGRESS for 2s [ 708.088594] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 in Status: SUCCESS [ 708.088594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.863361] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: SUCCESS [ 708.863361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.863361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.863361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.863361] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.863361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.863361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.863361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.863361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.863361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.863361] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.061935] env[69404]: INFO networking_nsxv3.common.synchronization [req-2215f3c4-dad1-42c7-91ee-30983bd0a877 req-d28aa428-d763-4ab9-8f97-39e6379468fd tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Enqueued Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGHEST for action security_group_members [ 709.065892] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGHEST for action security_group_members [ 709.065892] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ed1503-0d41-4d43-a7c2-c706da67e59e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.065892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.065892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.065892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.065892] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.065892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.065892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.065892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.065892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.065892] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.367846] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.368124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.368124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.368294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.368457] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.368986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.368986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.368986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.368986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.368986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.369243] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.369243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.369243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.369885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.369885] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.369885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.369885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.369885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.370142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.370142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.370248] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.570026] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.570026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.570026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.570026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.570026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.570026] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.570026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.570026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.570026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.570026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.570749] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e is going to be updated. [ 709.597483] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.597613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.597680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.597892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.598038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.607822] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e in Status: IN_PROGRESS for 2s [ 709.873194] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d9440b-77e3-4811-8c9c-c2ad2e3380e9: rpc.has_security_group_logging(os_id): False [ 709.898617] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.898782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.898897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.899119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.899218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.899516] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.899516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.899625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.899732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.899810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.899992] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.900102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.900174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.900321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.900395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.904028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.904028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.904028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.904028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.904028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.904028] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 is going to be updated. [ 709.908406] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6b52439a-bf6e-4793-9155-bc6a39432406 None None] Enqueued Resource ID: 86deac54-2759-4aab-b1f7-dbc8b3e8ed78 with Priority: HIGHEST for action port [ 709.909447] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86deac54-2759-4aab-b1f7-dbc8b3e8ed78 with Priority: HIGHEST for action port [ 709.911029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-86deac54-2759-4aab-b1f7-dbc8b3e8ed78 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.911029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86deac54-2759-4aab-b1f7-dbc8b3e8ed78" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.911029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86deac54-2759-4aab-b1f7-dbc8b3e8ed78" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.911029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86deac54-2759-4aab-b1f7-dbc8b3e8ed78" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.911029] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86deac54-2759-4aab-b1f7-dbc8b3e8ed78',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.004810] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.005151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.005217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.005557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.005786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.020574] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: IN_PROGRESS for 2s [ 710.416507] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86deac54-2759-4aab-b1f7-dbc8b3e8ed78 [ 710.416850] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.416850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.416850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.417055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.417131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.417215] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86deac54-2759-4aab-b1f7-dbc8b3e8ed78 already deleted. [ 710.418688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86deac54-2759-4aab-b1f7-dbc8b3e8ed78" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.235101] env[69404]: INFO networking_nsxv3.common.synchronization [req-8169cd04-2dfc-48c6-9476-166ba65d9b5a req-2392fa57-5354-4a63-b2b2-0f9bd487c7a6 tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Enqueued Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGHEST for action security_group_members [ 711.235307] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGHEST for action security_group_members [ 711.235662] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb4916e-72e3-405a-9c11-4a907a3f1050 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.235786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.235850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.237094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.237341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.237483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.237609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.237822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.238185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.238545] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.616541] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e in Status: SUCCESS [ 711.616840] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e deletion is rescheduled due to dependency. [ 711.616840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.698357] env[69404]: INFO networking_nsxv3.common.synchronization [req-4525cd90-4d78-4def-9af9-416b8bde5660 req-b43c0a99-2e9b-40b5-b8cf-f91e9dc091f7 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Enqueued Resource ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 with Priority: HIGHEST for action security_group_members [ 711.698928] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 with Priority: HIGHEST for action security_group_members [ 711.699291] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.699437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.699516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.699730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.700258] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.700258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.700258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.700460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.700460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.700546] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ae91296-c25a-472d-b4ca-ff28d98ec7a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.730926] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.731125] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-840" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.731275] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-840" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.731662] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-840" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.731953] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.732291] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.732427] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.732660] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.732804] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.733030] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.734353] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.734353] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.734353] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.734353] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.734353] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.734353] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.742728] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.742919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.742996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.744433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.744433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.744433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.744433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.744433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.744433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.744433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.744433] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 already deleted. [ 711.744433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.752591] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.752790] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.753815] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.753815] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-840" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.753815] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-b1395710-281e-4ba5-8747-982f2f96c675 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.753815] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-b1395710-281e-4ba5-8747-982f2f96c675" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.753815] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-b1395710-281e-4ba5-8747-982f2f96c675" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.754277] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-b1395710-281e-4ba5-8747-982f2f96c675" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.754277] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1395710-281e-4ba5-8747-982f2f96c675',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.792866] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c0da9124-7f02-434a-9223-34d94f2769e8 None None] Enqueued Resource ID: 2d722386-5b08-4627-b83c-31785060c7c7 with Priority: HIGHEST for action port [ 711.793339] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d722386-5b08-4627-b83c-31785060c7c7 with Priority: HIGHEST for action port [ 711.793669] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d722386-5b08-4627-b83c-31785060c7c7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.793795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d722386-5b08-4627-b83c-31785060c7c7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.794063] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d722386-5b08-4627-b83c-31785060c7c7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.794137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d722386-5b08-4627-b83c-31785060c7c7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.794234] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d722386-5b08-4627-b83c-31785060c7c7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.036037] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: SUCCESS [ 712.036037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.203777] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.204027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.204098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.204398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.204578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.204813] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.205028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.205028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.205232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.205333] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.205426] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 is going to be updated. [ 712.230662] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.230662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.230662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.230662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.230662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.237713] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 in Status: IN_PROGRESS for 2s [ 712.257822] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.258160] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.258545] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.258873] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.259041] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.259210] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port b1395710-281e-4ba5-8747-982f2f96c675 not found, creating... [ 712.259478] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.260818] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.260818] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.260818] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.260818] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.261471] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.261831] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.262572] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.262947] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.263280] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.263572] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: b1395710-281e-4ba5-8747-982f2f96c675 is going to be created. [ 712.283016] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.283016] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.283016] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.283016] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.283016] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.283016] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-b1395710-281e-4ba5-8747-982f2f96c675" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.298156] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d722386-5b08-4627-b83c-31785060c7c7 [ 712.298156] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.298156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.298156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.298156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.298156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.298156] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d722386-5b08-4627-b83c-31785060c7c7 already deleted. [ 712.298156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d722386-5b08-4627-b83c-31785060c7c7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.077573] env[69404]: INFO networking_nsxv3.common.synchronization [req-8169cd04-2dfc-48c6-9476-166ba65d9b5a req-1f7985bb-704d-406b-8255-a773f3a87bf8 service nova] Enqueued Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGHEST for action security_group_rules [ 713.077868] env[69404]: INFO networking_nsxv3.common.synchronization [req-8169cd04-2dfc-48c6-9476-166ba65d9b5a req-1f7985bb-704d-406b-8255-a773f3a87bf8 service nova] Enqueued Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGHEST for action security_group_members [ 713.079263] env[69404]: INFO networking_nsxv3.common.synchronization [req-8169cd04-2dfc-48c6-9476-166ba65d9b5a req-1f7985bb-704d-406b-8255-a773f3a87bf8 service nova] Enqueued Resource ID: b1395710-281e-4ba5-8747-982f2f96c675 with Priority: HIGHEST for action port [ 713.079263] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGHEST for action security_group_rules [ 713.079263] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGHEST for action security_group_members [ 713.079800] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1395710-281e-4ba5-8747-982f2f96c675 with Priority: HIGHEST for action port [ 713.079912] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb4916e-72e3-405a-9c11-4a907a3f1050 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.080068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.080149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.080669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.083021] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.083021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb4916e-72e3-405a-9c11-4a907a3f1050 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.083021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.083021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.083402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.083402] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.083524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.083524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.083630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.083691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.083783] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.084569] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1395710-281e-4ba5-8747-982f2f96c675 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.084702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1395710-281e-4ba5-8747-982f2f96c675" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.084767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1395710-281e-4ba5-8747-982f2f96c675" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.084895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1395710-281e-4ba5-8747-982f2f96c675" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.084963] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1395710-281e-4ba5-8747-982f2f96c675',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.587977] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb4916e-72e3-405a-9c11-4a907a3f1050 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.588137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.592018] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.592018] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1395710-281e-4ba5-8747-982f2f96c675 with status ACTIVE [ 713.592018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.592018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.592018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.592018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.592819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.592855] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1395710-281e-4ba5-8747-982f2f96c675 is going to be updated. [ 713.615123] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.615274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.615337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.615514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.615986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.615986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1395710-281e-4ba5-8747-982f2f96c675" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.094547] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.247079] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 in Status: SUCCESS [ 714.247327] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ae91296-c25a-472d-b4ca-ff28d98ec7a2 deletion is rescheduled due to dependency. [ 714.247461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ae91296-c25a-472d-b4ca-ff28d98ec7a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.596637] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.596873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.597046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.597353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.597461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.597611] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 is going to be created. [ 714.623032] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.623032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.623032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.623032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.623382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.632699] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 in Status: UNINITIALIZED for 2s [ 715.333912] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 req-dffbcef4-ed2a-4ffd-9015-92735ca9d619 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 715.334363] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 715.335251] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.337039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.339256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.339256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.339256] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.339256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.339256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.339256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.339256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.339256] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.762157] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.762398] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.762592] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.763232] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.763322] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.763968] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.763968] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.763968] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.763968] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.764703] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.764916] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.765502] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.765502] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.765502] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.765502] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.765778] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.786024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.786024] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.786024] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.786024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.786024] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6d399912-4574-45c1-887e-763fd78bd36b taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.786024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6d399912-4574-45c1-887e-763fd78bd36b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.786024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6d399912-4574-45c1-887e-763fd78bd36b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.786423] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6d399912-4574-45c1-887e-763fd78bd36b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.786423] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d399912-4574-45c1-887e-763fd78bd36b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.841159] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.841403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.841555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.841813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.841953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.842272] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.842401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.842534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.842780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.842925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.843090] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 already deleted. [ 715.843223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.290487] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.290829] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.290829] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.291104] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.291263] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.291427] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6d399912-4574-45c1-887e-763fd78bd36b not found, creating... [ 716.291679] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.291845] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.291947] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.292194] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.292330] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.292613] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.292787] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.292906] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.293209] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.293349] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.293491] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6d399912-4574-45c1-887e-763fd78bd36b is going to be created. [ 716.312865] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.313493] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.313493] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.313493] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.313695] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.313918] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6d399912-4574-45c1-887e-763fd78bd36b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.642709] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 in Status: SUCCESS [ 716.643022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.643123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.643339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.643538] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.643655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.643721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.643875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.643958] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.644058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.644152] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.146901] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb4916e-72e3-405a-9c11-4a907a3f1050 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.146901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.147116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.147876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.147876] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.147876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.147876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.147876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.147876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.148126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.148126] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb4916e-72e3-405a-9c11-4a907a3f1050 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.148218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.148218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.148364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.148503] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.148593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.148656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.148793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.148871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.148954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.149054] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.201512] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 req-9d9958ae-861d-4681-9245-2758aeffec38 service nova] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_rules [ 717.201684] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 req-9d9958ae-861d-4681-9245-2758aeffec38 service nova] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 717.201828] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 req-9d9958ae-861d-4681-9245-2758aeffec38 service nova] Enqueued Resource ID: 6d399912-4574-45c1-887e-763fd78bd36b with Priority: HIGHEST for action port [ 717.202069] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_rules [ 717.202193] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 717.202285] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d399912-4574-45c1-887e-763fd78bd36b with Priority: HIGHEST for action port [ 717.202805] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.202935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.202991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.203280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.203326] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.204400] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.208024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.208024] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.208024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d399912-4574-45c1-887e-763fd78bd36b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d399912-4574-45c1-887e-763fd78bd36b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d399912-4574-45c1-887e-763fd78bd36b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.208024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d399912-4574-45c1-887e-763fd78bd36b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.208024] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d399912-4574-45c1-887e-763fd78bd36b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.651614] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb4916e-72e3-405a-9c11-4a907a3f1050: rpc.has_security_group_logging(os_id): False [ 717.669184] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.669334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.669409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.669644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.669769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.669932] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.670048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.670111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.670262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.670340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.670536] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.670631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.670694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.670834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.670907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.671110] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.671188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.671249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.671439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.671543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.671695] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 is going to be created. [ 717.709636] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.709636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.709636] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.710090] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d399912-4574-45c1-887e-763fd78bd36b with status ACTIVE [ 717.713112] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.713335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.713409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.713612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.713702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.713891] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.714132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.714181] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.714344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.714422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.714606] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.714751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.714820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.714963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.715052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.715139] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d399912-4574-45c1-887e-763fd78bd36b is going to be updated. [ 717.729299] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.729427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.729496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.729682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.729851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.738150] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.738327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.738327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.738508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.738631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.738779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d399912-4574-45c1-887e-763fd78bd36b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.740302] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 in Status: IN_PROGRESS for 2s [ 718.121537] env[69404]: INFO networking_nsxv3.common.synchronization [req-09581af6-6790-4f95-952c-a28fbdf81af2 req-50255d7c-5766-4fc7-a50a-5b3991994550 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 718.122078] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 718.122378] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.122501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.122611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.122767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.122922] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.125112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.125199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.125398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.125494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.125594] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.217570] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.523170] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.523356] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.523474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.523751] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.524014] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.524164] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.524278] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.524479] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.524636] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.524841] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.524958] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.525096] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.525198] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.525306] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.525406] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.525533] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.543176] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.543369] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.543498] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.543706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.544964] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-eaa74d98-9a49-4e25-85fd-97caf0133b80 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.544964] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-eaa74d98-9a49-4e25-85fd-97caf0133b80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.544964] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-eaa74d98-9a49-4e25-85fd-97caf0133b80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.544964] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-eaa74d98-9a49-4e25-85fd-97caf0133b80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.544964] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaa74d98-9a49-4e25-85fd-97caf0133b80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.632799] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.633021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.633063] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.633273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.633370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.633567] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.633666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.633731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.633881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.633953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.634054] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d is going to be updated. [ 718.661766] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.661766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.661766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.661766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.661766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.668054] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: IN_PROGRESS for 2s [ 718.721693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.721977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.722075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.722302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.722396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.722523] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be created. [ 718.745798] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.746031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.746031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.746237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.746395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.755282] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: UNINITIALIZED for 2s [ 719.051195] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.054366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.054366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.054366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.054366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.054366] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port eaa74d98-9a49-4e25-85fd-97caf0133b80 not found, creating... [ 719.054366] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.054366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.054366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.054366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.054366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.055868] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.055868] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.055868] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.055868] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.055868] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.055868] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: eaa74d98-9a49-4e25-85fd-97caf0133b80 is going to be created. [ 719.073802] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.075038] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.075038] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.075038] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.075038] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.075038] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-eaa74d98-9a49-4e25-85fd-97caf0133b80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.752996] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 in Status: SUCCESS [ 719.753258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.873825] env[69404]: INFO networking_nsxv3.common.synchronization [req-09581af6-6790-4f95-952c-a28fbdf81af2 req-c8075b4f-f396-4f2f-a746-c937fc08e626 service nova] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_rules [ 719.874018] env[69404]: INFO networking_nsxv3.common.synchronization [req-09581af6-6790-4f95-952c-a28fbdf81af2 req-c8075b4f-f396-4f2f-a746-c937fc08e626 service nova] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 719.874423] env[69404]: INFO networking_nsxv3.common.synchronization [req-09581af6-6790-4f95-952c-a28fbdf81af2 req-c8075b4f-f396-4f2f-a746-c937fc08e626 service nova] Enqueued Resource ID: eaa74d98-9a49-4e25-85fd-97caf0133b80 with Priority: HIGHEST for action port [ 719.874674] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_rules [ 719.874806] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 719.874974] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa74d98-9a49-4e25-85fd-97caf0133b80 with Priority: HIGHEST for action port [ 719.875617] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.876077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.876077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.876077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.876077] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.878314] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.878448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.878668] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaa74d98-9a49-4e25-85fd-97caf0133b80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.879216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaa74d98-9a49-4e25-85fd-97caf0133b80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.879216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaa74d98-9a49-4e25-85fd-97caf0133b80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.879216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaa74d98-9a49-4e25-85fd-97caf0133b80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.879216] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaa74d98-9a49-4e25-85fd-97caf0133b80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.381989] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaa74d98-9a49-4e25-85fd-97caf0133b80 with status ACTIVE [ 720.382257] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.382400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.382468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.382684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.382792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.383056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.383255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.383345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.383499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.383572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.383761] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.383859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.383923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.384078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.384154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.384239] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaa74d98-9a49-4e25-85fd-97caf0133b80 is going to be updated. [ 720.385676] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.385797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.413927] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.414083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.414152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.414359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.414509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.414685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaa74d98-9a49-4e25-85fd-97caf0133b80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.676739] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: SUCCESS [ 720.676909] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d deletion is rescheduled due to dependency. [ 720.677089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.677195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.677407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.677588] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.677702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.677768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.677919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.678015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.678106] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.765093] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 720.765352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.765475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.765685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.765944] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.766064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.766919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.766919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.766919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.766919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.766919] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.180783] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.268861] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.268996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.269142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.270798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.271069] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.271198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.271264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.271445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.271534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.271621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.271774] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.271867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.271927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.272083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.272436] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.272436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.272436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.272552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.272552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.272627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.272733] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.683091] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.781084] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 993cf57d-8a8b-4e76-9a5c-32c485259051: rpc.has_security_group_logging(os_id): False [ 721.799254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.799413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.799497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.799747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.799824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.800192] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.800271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.800338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.800507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.800585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.800803] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.800897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.801014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.801157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.801229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.801431] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.801529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.801587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.801726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.801799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.801886] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be created. [ 721.867314] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.867503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.867578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.867805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.868087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.879030] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 722.186188] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.186336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.186415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.186604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.186820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.186935] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d is going to be updated. [ 722.217407] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.217407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.226801] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: IN_PROGRESS for 2s [ 723.548190] env[69404]: INFO networking_nsxv3.common.synchronization [req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 req-32674318-0678-45ca-801a-6cfbe28392b3 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 723.548955] env[69404]: INFO networking_nsxv3.common.synchronization [req-fe61fb9e-828e-45fc-b778-41593500d1c8 req-0dbe79aa-9f07-4c3b-93d9-2beb36ae6b39 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Enqueued Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGHEST for action security_group_members [ 723.549599] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 723.549733] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGHEST for action security_group_members [ 723.549999] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.550134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.550199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.550388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.550543] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.550637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.550694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.550833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.550918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.551017] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.551808] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.551914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.551981] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.552152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.552291] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.552382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.552442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.552575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.552652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.552865] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.892289] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 723.892520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.054601] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.055748] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.055908] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.055986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.056224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.056348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.056500] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.056603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.056665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.056827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.056913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.057013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 is going to be updated. [ 724.082292] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.082432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.082503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.082711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.082854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.090856] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 in Status: IN_PROGRESS for 2s [ 724.236493] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: SUCCESS [ 724.237076] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.237320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.237627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.237874] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.238194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.238373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.238632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.238746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.238868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.238993] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.558669] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.744195] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.744414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.744490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.744705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.744948] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.745045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.745093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.745267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.745352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.745440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.745606] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.745699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.745763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.746489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.746489] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.746489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.746489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.746489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.746489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.746665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.746665] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.063693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.063939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.063939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.064232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.064335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.064456] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 is going to be updated. [ 725.091517] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.091700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.091744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.091942] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.092183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.100710] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: IN_PROGRESS for 2s [ 725.248928] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d59254-96e6-4b8b-a45d-9fe60fc78c5d: rpc.has_security_group_logging(os_id): False [ 725.276012] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.276012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.276012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.276012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.276012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.276012] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.276469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.276469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.276469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.276469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.276579] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.276630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.276741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.276804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.276875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.277354] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.279032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.279032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.279344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.279594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.279696] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d is going to be updated. [ 725.353439] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.353630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.353715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.353955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.354147] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.376626] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: IN_PROGRESS for 2s [ 726.100510] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 in Status: SUCCESS [ 726.100764] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 deletion is rescheduled due to dependency. [ 726.100764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.407232] env[69404]: INFO networking_nsxv3.common.synchronization [req-c321b8c3-5e23-43b1-82ec-4b3670cf796e req-94840618-31ea-4b0d-88e9-0589be4ef18f tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Enqueued Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGHEST for action security_group_members [ 726.407541] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGHEST for action security_group_members [ 726.407963] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb4916e-72e3-405a-9c11-4a907a3f1050 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.407963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.408085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.408343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.408530] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.408844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.408844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.408981] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.408981] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.409110] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.723254] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-c7b86274-59a8-4e3b-8ca5-34eb7a5864a5 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 726.723254] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 726.723254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.723254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.723254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.723254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.723254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.723254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.723254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.724199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.724443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.724626] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.910900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.911190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.911392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.911615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.911760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.912104] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.912253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.912612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.912808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.912888] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 is going to be updated. [ 726.944012] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.944171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.944242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.944751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.944751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.953124] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 in Status: IN_PROGRESS for 2s [ 727.113955] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: SUCCESS [ 727.114243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152825] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.152825] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.153648] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.153808] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.154032] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.154149] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.154263] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.154374] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.154508] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.154690] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.158013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.177182] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.177501] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.177813] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.179159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.179159] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-9431ae70-3794-45ec-9735-e09a3db6d104 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.179159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-9431ae70-3794-45ec-9735-e09a3db6d104" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.179159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-9431ae70-3794-45ec-9735-e09a3db6d104" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.179159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-9431ae70-3794-45ec-9735-e09a3db6d104" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.179349] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9431ae70-3794-45ec-9735-e09a3db6d104',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.228601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.228787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.228861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.229187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.229327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.229609] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.229713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.229778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.230000] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.230105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.230208] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 already deleted. [ 727.230307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.390688] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: SUCCESS [ 727.390688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.681150] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.681390] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.681607] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.681787] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.681928] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.682091] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 9431ae70-3794-45ec-9735-e09a3db6d104 not found, creating... [ 727.682347] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.682535] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.683023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.683023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.683149] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.683416] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.683572] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.683689] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.684674] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.684674] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.684674] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 9431ae70-3794-45ec-9735-e09a3db6d104 is going to be created. [ 727.705618] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.705811] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.705938] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.706232] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.706474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.707182] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-9431ae70-3794-45ec-9735-e09a3db6d104" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.638816] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-f86ba7b2-b246-4a85-b6e9-7e839d80f8f6 service nova] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_rules [ 728.638816] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-f86ba7b2-b246-4a85-b6e9-7e839d80f8f6 service nova] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 728.638816] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-f86ba7b2-b246-4a85-b6e9-7e839d80f8f6 service nova] Enqueued Resource ID: 9431ae70-3794-45ec-9735-e09a3db6d104 with Priority: HIGHEST for action port [ 728.638816] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_rules [ 728.639292] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 728.639292] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9431ae70-3794-45ec-9735-e09a3db6d104 with Priority: HIGHEST for action port [ 728.643611] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.643805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.643984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.644157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.644259] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.646590] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.646723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.646794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.646983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.647204] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.647281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.647331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.647552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.647552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.647645] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.648496] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-9431ae70-3794-45ec-9735-e09a3db6d104 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.650152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9431ae70-3794-45ec-9735-e09a3db6d104" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.650254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9431ae70-3794-45ec-9735-e09a3db6d104" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.650425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9431ae70-3794-45ec-9735-e09a3db6d104" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.650504] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9431ae70-3794-45ec-9735-e09a3db6d104',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.962627] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 in Status: SUCCESS [ 728.962798] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 deletion is rescheduled due to dependency. [ 728.962911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.053721] env[69404]: INFO networking_nsxv3.common.synchronization [None req-197a8f3d-057a-4224-a0d3-d6fc24e82e3f None None] Enqueued Resource ID: b09a69e6-dbe0-41ec-9260-52e42599a99b with Priority: HIGHEST for action port [ 729.054031] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09a69e6-dbe0-41ec-9260-52e42599a99b with Priority: HIGHEST for action port [ 729.054646] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-b09a69e6-dbe0-41ec-9260-52e42599a99b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.054779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b09a69e6-dbe0-41ec-9260-52e42599a99b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.054898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b09a69e6-dbe0-41ec-9260-52e42599a99b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.057222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b09a69e6-dbe0-41ec-9260-52e42599a99b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.057311] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09a69e6-dbe0-41ec-9260-52e42599a99b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.152702] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.152830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.153062] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.158248] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9431ae70-3794-45ec-9735-e09a3db6d104 with status ACTIVE [ 729.158248] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.158248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.158449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.158474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.158543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.158715] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.158806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.158863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.159019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.159093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.159269] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.162019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.162019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.162019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.162019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.162019] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9431ae70-3794-45ec-9735-e09a3db6d104 is going to be updated. [ 729.180850] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.180974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.181387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.181417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.181576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.182100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9431ae70-3794-45ec-9735-e09a3db6d104" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.562403] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b09a69e6-dbe0-41ec-9260-52e42599a99b [ 729.562403] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.562533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.562611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.562823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.562912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.563013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b09a69e6-dbe0-41ec-9260-52e42599a99b already deleted. [ 729.563089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b09a69e6-dbe0-41ec-9260-52e42599a99b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.603452] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-08e48da9-6a8a-4298-a869-b4aa42624a3e tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 729.603964] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 729.604540] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.604651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.657082] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.082885] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.083131] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.083261] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.083519] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.083769] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.083919] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.084048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.084305] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.084453] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.084655] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.084766] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.084880] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.085031] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.085711] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.085711] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.085711] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.105602] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.105772] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.105911] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.106194] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.106581] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6a10110a-6127-47dc-b88f-699c910d0a7f taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.106757] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6a10110a-6127-47dc-b88f-699c910d0a7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.106880] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6a10110a-6127-47dc-b88f-699c910d0a7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.107204] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6a10110a-6127-47dc-b88f-699c910d0a7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.107346] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a10110a-6127-47dc-b88f-699c910d0a7f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.159013] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.159013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.159170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.159297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.159383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.159482] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be created. [ 730.182548] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.182548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.182548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.182548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.183101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.195030] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: UNINITIALIZED for 2s [ 730.431377] env[69404]: INFO networking_nsxv3.common.synchronization [None req-f5d6ddf5-3ade-4bbd-bd43-cfda15bb0ad2 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Enqueued Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_rules [ 730.431377] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_rules [ 730.431377] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.431377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.431377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.431377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.431377] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.582576] env[69404]: INFO networking_nsxv3.common.synchronization [None req-820d85be-ac8a-4574-b3f5-a543a62ada0c tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Enqueued Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_rules [ 730.582576] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_rules [ 730.584025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.584462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.609726] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.611413] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.611413] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.611413] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.611413] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.611413] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6a10110a-6127-47dc-b88f-699c910d0a7f not found, creating... [ 730.611413] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.611413] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.611718] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.612432] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.612432] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.612432] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.612432] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.612632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.612736] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.613439] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.613439] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6a10110a-6127-47dc-b88f-699c910d0a7f is going to be created. [ 730.760546] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.760997] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.761290] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.761462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.761702] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.761926] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6a10110a-6127-47dc-b88f-699c910d0a7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.954537] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.954537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.954537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.954537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.954537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.954537] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 already deleted. [ 730.954537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.954537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.954943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.954943] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.475483] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.475630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.475700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.475912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.476014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.476127] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 already deleted. [ 731.476215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.530908] env[69404]: INFO networking_nsxv3.common.synchronization [None req-77a0565f-87dd-4427-a199-b158e360709e None None] Enqueued Resource ID: 3814104e-f747-478e-87f1-133703adae6f with Priority: HIGHEST for action port [ 731.531197] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3814104e-f747-478e-87f1-133703adae6f with Priority: HIGHEST for action port [ 731.532046] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-3814104e-f747-478e-87f1-133703adae6f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.532185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3814104e-f747-478e-87f1-133703adae6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.532284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3814104e-f747-478e-87f1-133703adae6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.532536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3814104e-f747-478e-87f1-133703adae6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.532652] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3814104e-f747-478e-87f1-133703adae6f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.608238] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-f6c741a8-707a-4324-9fa9-beaa3b8da8c4 service nova] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_rules [ 731.608404] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-f6c741a8-707a-4324-9fa9-beaa3b8da8c4 service nova] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 731.608536] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-f6c741a8-707a-4324-9fa9-beaa3b8da8c4 service nova] Enqueued Resource ID: 6a10110a-6127-47dc-b88f-699c910d0a7f with Priority: HIGHEST for action port [ 731.610477] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_rules [ 731.610477] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 731.610477] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a10110a-6127-47dc-b88f-699c910d0a7f with Priority: HIGHEST for action port [ 731.610477] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.610477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.610477] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.610767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.610797] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a10110a-6127-47dc-b88f-699c910d0a7f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.610913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a10110a-6127-47dc-b88f-699c910d0a7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.610981] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a10110a-6127-47dc-b88f-699c910d0a7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.611285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a10110a-6127-47dc-b88f-699c910d0a7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.611321] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a10110a-6127-47dc-b88f-699c910d0a7f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.036184] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3814104e-f747-478e-87f1-133703adae6f [ 732.036524] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.036524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.036524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.036678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.036754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.037191] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3814104e-f747-478e-87f1-133703adae6f already deleted. [ 732.037191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3814104e-f747-478e-87f1-133703adae6f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.116466] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a10110a-6127-47dc-b88f-699c910d0a7f with status ACTIVE [ 732.116721] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.116855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.116925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.117173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.117267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.117460] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.117536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.117600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.117754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.117831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.118025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.118116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.118169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.118307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.118379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.118460] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a10110a-6127-47dc-b88f-699c910d0a7f is going to be updated. [ 732.138408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.138541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.138608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.138802] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.138940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.139090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a10110a-6127-47dc-b88f-699c910d0a7f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.203520] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 732.203520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.203667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.203862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.204063] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.204192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.205271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.205271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.205271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.205271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.205271] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.207708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.207708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.208274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.208274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.208274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.208274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208549] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.575326] env[69404]: INFO networking_nsxv3.common.synchronization [req-3ba3f164-031b-4873-9725-978dddd6c909 req-393272e3-2df8-46e5-90f0-589ed8ea83b5 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 732.575326] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGHEST for action security_group_members [ 732.575326] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.575326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.575326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.575326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.575326] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.575326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.575326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.575326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.575326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.575326] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.707734] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.707875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.710183] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.078793] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.079107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.079107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.079340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.079443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.079649] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.079750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.079813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.079998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.080113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.080204] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d is going to be updated. [ 733.105303] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.105303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.105451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.105569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.105705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.117066] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: IN_PROGRESS for 2s [ 733.212530] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.715576] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.715712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.715785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.715996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.716115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.716227] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 733.750056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.750056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.750056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.750056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.750056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.757764] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 734.179765] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-968a317c-c45b-417a-8aae-21bfa6110ab1 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 734.180510] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 734.180722] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.180859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.540576] env[69404]: INFO networking_nsxv3.common.synchronization [None req-4c8a9d6e-80da-41f2-a413-7aedb0c8ec9e None None] Enqueued Resource ID: 622041cb-d5ed-4b28-9d6e-d10f6da67c13 with Priority: HIGHEST for action port [ 734.541222] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622041cb-d5ed-4b28-9d6e-d10f6da67c13 with Priority: HIGHEST for action port [ 734.541706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-622041cb-d5ed-4b28-9d6e-d10f6da67c13 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.541873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622041cb-d5ed-4b28-9d6e-d10f6da67c13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.541990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622041cb-d5ed-4b28-9d6e-d10f6da67c13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.542319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622041cb-d5ed-4b28-9d6e-d10f6da67c13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.542441] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622041cb-d5ed-4b28-9d6e-d10f6da67c13',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.624522] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.624740] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.624863] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.625175] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.625438] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.625596] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.625711] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.625922] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.626184] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.626414] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.626527] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.626635] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.626742] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.627246] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.627397] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.627562] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.649664] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.649918] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.649993] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.650164] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.650472] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-595397e3-eff9-4932-a897-a29b64bb4e72 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.651105] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-595397e3-eff9-4932-a897-a29b64bb4e72" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.651105] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-595397e3-eff9-4932-a897-a29b64bb4e72" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.651105] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-595397e3-eff9-4932-a897-a29b64bb4e72" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.651398] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('595397e3-eff9-4932-a897-a29b64bb4e72',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.046574] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 622041cb-d5ed-4b28-9d6e-d10f6da67c13 [ 735.047592] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.047592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.047592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.047592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.047592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.047592] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:622041cb-d5ed-4b28-9d6e-d10f6da67c13 already deleted. [ 735.047592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622041cb-d5ed-4b28-9d6e-d10f6da67c13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.126214] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d in Status: SUCCESS [ 735.126407] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d deletion is rescheduled due to dependency. [ 735.126561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.155915] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.156268] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.156354] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.156939] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.156939] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.156939] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 595397e3-eff9-4932-a897-a29b64bb4e72 not found, creating... [ 735.157185] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.157356] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.157464] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.157702] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.157884] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.160721] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.160721] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.160721] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.160721] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.160721] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.163490] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 595397e3-eff9-4932-a897-a29b64bb4e72 is going to be created. [ 735.183196] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.183671] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.183890] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.184208] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.184444] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.184691] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-595397e3-eff9-4932-a897-a29b64bb4e72" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.766885] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 735.767102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.767267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.767479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.767656] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.767765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.767825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.767966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.768053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.768166] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.993131] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-3d775568-008f-40ef-818d-5704c350ea37 service nova] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_rules [ 735.993131] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-3d775568-008f-40ef-818d-5704c350ea37 service nova] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 735.993276] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 req-3d775568-008f-40ef-818d-5704c350ea37 service nova] Enqueued Resource ID: 595397e3-eff9-4932-a897-a29b64bb4e72 with Priority: HIGHEST for action port [ 735.994870] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_rules [ 735.994870] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 735.994870] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595397e3-eff9-4932-a897-a29b64bb4e72 with Priority: HIGHEST for action port [ 735.994870] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.994870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.994870] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.994870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.995392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-595397e3-eff9-4932-a897-a29b64bb4e72 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.995392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-595397e3-eff9-4932-a897-a29b64bb4e72" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.995392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-595397e3-eff9-4932-a897-a29b64bb4e72" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.995392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-595397e3-eff9-4932-a897-a29b64bb4e72" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.995702] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('595397e3-eff9-4932-a897-a29b64bb4e72',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.272671] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.501313] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 595397e3-eff9-4932-a897-a29b64bb4e72 with status ACTIVE [ 736.501528] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.501666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.501793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.501963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.502069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.502252] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.502356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.502915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.502915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.502915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.502915] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.503173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.503173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.504152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.504152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.504152] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 595397e3-eff9-4932-a897-a29b64bb4e72 is going to be updated. [ 736.526371] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.526531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.526591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.526772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.526898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.527089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-595397e3-eff9-4932-a897-a29b64bb4e72" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.773565] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.106728] env[69404]: INFO networking_nsxv3.common.synchronization [None req-9a7a311c-7cd2-417f-a3e2-207509e0046b None None] Enqueued Resource ID: aec49360-fdd7-4549-a7bd-b4afd99dcd4d with Priority: HIGHEST for action port [ 737.107399] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec49360-fdd7-4549-a7bd-b4afd99dcd4d with Priority: HIGHEST for action port [ 737.107799] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec49360-fdd7-4549-a7bd-b4afd99dcd4d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.107949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec49360-fdd7-4549-a7bd-b4afd99dcd4d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.108061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec49360-fdd7-4549-a7bd-b4afd99dcd4d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.108351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec49360-fdd7-4549-a7bd-b4afd99dcd4d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.108466] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec49360-fdd7-4549-a7bd-b4afd99dcd4d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.147956] env[69404]: INFO networking_nsxv3.common.synchronization [req-8419e96b-50ed-4fe7-a895-ebdddadde40c req-bf4746a3-f46f-42f5-9f96-35de847fac48 tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Enqueued Resource ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 with Priority: HIGHEST for action security_group_members [ 737.148568] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 with Priority: HIGHEST for action security_group_members [ 737.148906] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.149805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.150169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.150409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.150648] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.150825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.150915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.151152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.151276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.151399] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.278611] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.279280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.279280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.279280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.279280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.280508] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 737.287121] env[69404]: INFO networking_nsxv3.common.synchronization [None req-bbb534a0-183b-45f4-8bc5-6267ea3e6691 None None] Enqueued Resource ID: 90860c32-11f6-43e8-8797-210aee8e7572 with Priority: HIGHEST for action port [ 737.289135] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90860c32-11f6-43e8-8797-210aee8e7572 with Priority: HIGHEST for action port [ 737.289807] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-90860c32-11f6-43e8-8797-210aee8e7572 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.289807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90860c32-11f6-43e8-8797-210aee8e7572" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.291901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90860c32-11f6-43e8-8797-210aee8e7572" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.292184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90860c32-11f6-43e8-8797-210aee8e7572" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.292238] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90860c32-11f6-43e8-8797-210aee8e7572',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.306283] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.307064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.307234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.311018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.311018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.319044] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 737.613208] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aec49360-fdd7-4549-a7bd-b4afd99dcd4d [ 737.613313] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.613531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.614404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.614404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.614404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.615332] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aec49360-fdd7-4549-a7bd-b4afd99dcd4d already deleted. [ 737.615332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec49360-fdd7-4549-a7bd-b4afd99dcd4d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.655884] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.655884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.655884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.655884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.655884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.655884] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.656200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.656200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.656200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.656318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.656356] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 already deleted. [ 737.656438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.718357] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.718725] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-769" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.718725] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-769" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.719695] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-769" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.719695] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.719695] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.719695] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.720089] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.720089] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.720511] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.720703] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.720870] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.722113] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.722113] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.722113] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.722113] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.739224] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.739400] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.739539] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.739750] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-769" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.740069] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-bef8cd0f-509b-49c7-8add-bb0a6b9456af taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.740676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-bef8cd0f-509b-49c7-8add-bb0a6b9456af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.740676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-bef8cd0f-509b-49c7-8add-bb0a6b9456af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.740766] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-bef8cd0f-509b-49c7-8add-bb0a6b9456af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.741142] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef8cd0f-509b-49c7-8add-bb0a6b9456af',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.794593] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90860c32-11f6-43e8-8797-210aee8e7572 [ 737.794707] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.794831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.794896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.795141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.795251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.795357] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90860c32-11f6-43e8-8797-210aee8e7572 already deleted. [ 737.795438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90860c32-11f6-43e8-8797-210aee8e7572" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.244391] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.244650] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.244750] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.245049] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.245221] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.245413] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port bef8cd0f-509b-49c7-8add-bb0a6b9456af not found, creating... [ 738.245802] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.245867] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.245961] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.246207] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.246371] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.246742] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.246820] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.246926] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.247164] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.247336] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.247502] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: bef8cd0f-509b-49c7-8add-bb0a6b9456af is going to be created. [ 738.268035] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.268218] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.269334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.269334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.269334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.269334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-bef8cd0f-509b-49c7-8add-bb0a6b9456af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.076098] env[69404]: INFO networking_nsxv3.common.synchronization [req-8419e96b-50ed-4fe7-a895-ebdddadde40c req-7b935de7-01d0-4b28-b323-9be49483a61f service nova] Enqueued Resource ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 with Priority: HIGHEST for action security_group_rules [ 739.076098] env[69404]: INFO networking_nsxv3.common.synchronization [req-8419e96b-50ed-4fe7-a895-ebdddadde40c req-7b935de7-01d0-4b28-b323-9be49483a61f service nova] Enqueued Resource ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 with Priority: HIGHEST for action security_group_members [ 739.076393] env[69404]: INFO networking_nsxv3.common.synchronization [req-8419e96b-50ed-4fe7-a895-ebdddadde40c req-7b935de7-01d0-4b28-b323-9be49483a61f service nova] Enqueued Resource ID: bef8cd0f-509b-49c7-8add-bb0a6b9456af with Priority: HIGHEST for action port [ 739.076495] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 with Priority: HIGHEST for action security_group_rules [ 739.077042] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 with Priority: HIGHEST for action security_group_members [ 739.077042] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef8cd0f-509b-49c7-8add-bb0a6b9456af with Priority: HIGHEST for action port [ 739.077250] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.077360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.077547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.077701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.077753] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.082274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.082274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.082274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.082274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.082274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.082274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.082274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.082274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.082274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.082274] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.082696] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef8cd0f-509b-49c7-8add-bb0a6b9456af taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.082745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef8cd0f-509b-49c7-8add-bb0a6b9456af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.082777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef8cd0f-509b-49c7-8add-bb0a6b9456af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.083130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef8cd0f-509b-49c7-8add-bb0a6b9456af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.083130] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef8cd0f-509b-49c7-8add-bb0a6b9456af',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.328868] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 739.329099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.329274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.329496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.329680] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.329795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.329860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.330081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.330316] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.330431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.330598] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.330682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.330744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.330892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.332098] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.332312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.332396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.332567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.333021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.333021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.333021] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.333868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.334058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.334217] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.334327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.334460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.334573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.334657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.334751] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.586705] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.587758] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.587923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.588042] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bef8cd0f-509b-49c7-8add-bb0a6b9456af with status ACTIVE [ 739.588192] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.588302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.588355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.589317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.589453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.589630] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.589722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.589786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.589941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.590141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.590341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.590432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.590490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.590631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.590707] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.590781] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bef8cd0f-509b-49c7-8add-bb0a6b9456af is going to be updated. [ 739.611152] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.611152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.611152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.611383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.611484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.611646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef8cd0f-509b-49c7-8add-bb0a6b9456af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.640756] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6ba2925e-8106-40d3-8bee-834d303b9c49 None None] Enqueued Resource ID: 46042c40-d12d-4550-a0fc-b18526832f73 with Priority: HIGHEST for action port [ 739.640756] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46042c40-d12d-4550-a0fc-b18526832f73 with Priority: HIGHEST for action port [ 739.641233] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-46042c40-d12d-4550-a0fc-b18526832f73 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.641347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46042c40-d12d-4550-a0fc-b18526832f73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.641413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46042c40-d12d-4550-a0fc-b18526832f73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.641666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46042c40-d12d-4550-a0fc-b18526832f73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.641739] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46042c40-d12d-4550-a0fc-b18526832f73',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.837037] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d1758d-01ee-4af4-bee3-5db22e465261: rpc.has_security_group_logging(os_id): False [ 739.842485] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.860593] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.860748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.860792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.863227] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.863227] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.863227] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.863227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.864010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.864010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.864010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.864010] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be created. [ 739.922549] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.922779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.922861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.923143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.923735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.939719] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 740.094634] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.143828] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46042c40-d12d-4550-a0fc-b18526832f73 [ 740.144224] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.144508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.144667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.145334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.145334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.145334] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46042c40-d12d-4550-a0fc-b18526832f73 already deleted. [ 740.145334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46042c40-d12d-4550-a0fc-b18526832f73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.348945] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.598847] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.599023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.599115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.599371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.599470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.599630] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 is going to be created. [ 740.624254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.624442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.624480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.624673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.624835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.634167] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 in Status: UNINITIALIZED for 2s [ 740.851109] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.851828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.851828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.851828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.851828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.851828] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 740.879695] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.879834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.879889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.880118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.880423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.888637] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 741.207651] env[69404]: INFO networking_nsxv3.common.synchronization [req-05d4405e-5f95-4d5f-b069-14f2315cb420 req-b9bff030-b044-4aaa-9eba-64e34d61df83 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 741.208177] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 741.208517] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.208657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.208724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.208920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.209328] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.209328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.209328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.209466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.209466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.209555] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.711790] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.711931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.711988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.712204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.712303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.712509] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.712610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.712673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.712828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.712903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.712986] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 741.749479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.749667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.749734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.749933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.750084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.759150] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 741.950650] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 741.950851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.951019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.951237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.951328] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.385811] env[69404]: INFO networking_nsxv3.common.synchronization [req-590a768e-06da-4c81-900a-a5191d6b97d1 req-f90fc156-07bf-442a-a810-dd24bcf39235 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 742.386502] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 742.386880] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.387047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.387138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.387761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.387761] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.387761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.387761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.387977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.388084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.388248] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.453876] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.454027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.647042] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 in Status: SUCCESS [ 742.647042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.647448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.647522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.647692] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.647798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.647861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.648025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.648120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.648186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.648361] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.745276] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.745496] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.745623] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.745941] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.746228] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.746387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.746518] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.746766] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.746913] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.747130] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.747243] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.747352] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.747466] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.747594] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.747727] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.747872] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.765516] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.765731] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.765883] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.766071] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.766360] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.766618] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.766764] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.767065] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.767206] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f5778e-b5f8-40ad-a568-dd1eea5b4a45',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.891379] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.891379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.891379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.891679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.891818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.892086] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.892273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.892384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.892634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.892775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.892910] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 742.902426] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 742.902636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.902821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.903158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.903269] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.903409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.903486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.903681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.903789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.903906] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.918044] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.918191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.918191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.918366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.918502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.927318] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 743.153786] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.153786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.153952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.154092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.154266] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.154374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.154431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.154578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.154663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.154749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.154888] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.154976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.155042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.155177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.155309] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.156158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.156158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.156158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.156158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.156158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.156158] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.269628] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.269825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.270632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.270632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.270632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.270632] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 not found, creating... [ 743.270959] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.271027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.271124] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.271329] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.271465] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.271745] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.271935] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.272033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.272238] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.272372] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.272510] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 is going to be created. [ 743.299988] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.300249] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.300373] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.300737] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.300870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.301108] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.406474] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.658015] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1: rpc.has_security_group_logging(os_id): False [ 743.677534] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.677534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.677534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.677534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.677534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.677534] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.677534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.677534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.677534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678094] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678372] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678691] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 is going to be created. [ 743.741593] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.741593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.741926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.741926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.742112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.753738] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 in Status: IN_PROGRESS for 2s [ 743.766919] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 743.767100] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 deletion is rescheduled due to dependency. [ 743.767207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.911571] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.237658] env[69404]: INFO networking_nsxv3.common.synchronization [req-590a768e-06da-4c81-900a-a5191d6b97d1 req-86f8963a-572b-4a28-a004-3bfcdfdd9f80 service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 744.238353] env[69404]: INFO networking_nsxv3.common.synchronization [req-590a768e-06da-4c81-900a-a5191d6b97d1 req-86f8963a-572b-4a28-a004-3bfcdfdd9f80 service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 744.238644] env[69404]: INFO networking_nsxv3.common.synchronization [req-590a768e-06da-4c81-900a-a5191d6b97d1 req-86f8963a-572b-4a28-a004-3bfcdfdd9f80 service nova] Enqueued Resource ID: 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 with Priority: HIGHEST for action port [ 744.239413] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 744.239728] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 744.239930] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 with Priority: HIGHEST for action port [ 744.240554] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.240763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.241015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.241313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.241488] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.242508] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.242641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.242882] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.243019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.243210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.243477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.243600] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f5778e-b5f8-40ad-a568-dd1eea5b4a45',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.412980] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.413325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.413325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.413492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.414834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.414834] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 744.439225] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.439350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.439447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.441461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.441755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.451133] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 744.747527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.747649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.747866] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 with status ACTIVE [ 744.748051] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.748162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.748231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.748481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.748561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.748729] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.748824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.748879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.749048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.749122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.749301] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.749392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.749445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.749578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.749650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.749767] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 is going to be updated. [ 744.769985] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.770155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.770308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.770432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.770569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.770726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57f5778e-b5f8-40ad-a568-dd1eea5b4a45" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.939050] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 744.939867] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed deletion is rescheduled due to dependency. [ 744.939867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.939867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.939867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.939867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.940162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.940162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.940315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.940315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.940420] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.443679] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.768163] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 in Status: SUCCESS [ 745.768163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.946437] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.449218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.449559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.449559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.449745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.449854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.449959] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 746.463326] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 746.463659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.463843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.464115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.464366] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.464492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.464564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.464819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.465344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.465344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.465344] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.482471] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.482471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.482471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.482471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.482751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.490397] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 746.969370] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.969531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.969604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.969826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.970085] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.970146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.970176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.971234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.971234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.971234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.971234] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.971234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.971234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.971234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.971234] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.971234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.971234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.971685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.971685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.971685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.971685] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.476110] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d1758d-01ee-4af4-bee3-5db22e465261: rpc.has_security_group_logging(os_id): False [ 747.496453] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.496453] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.496453] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.496453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.497081] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.497081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.497081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.497081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.497081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.497081] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 747.559906] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.560068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.560145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.560355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.560502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.573711] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 747.878012] env[69404]: INFO networking_nsxv3.common.synchronization [None req-7c704cce-9c42-4578-9113-fcd03a3f4b89 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Enqueued Resource ID: fb194e9a-22d4-4995-9908-c9f82333ba63 with Priority: HIGHEST for action security_group_rules [ 747.879674] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb194e9a-22d4-4995-9908-c9f82333ba63 with Priority: HIGHEST for action security_group_rules [ 747.879994] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb194e9a-22d4-4995-9908-c9f82333ba63 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.880159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb194e9a-22d4-4995-9908-c9f82333ba63" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.880218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb194e9a-22d4-4995-9908-c9f82333ba63" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.880465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb194e9a-22d4-4995-9908-c9f82333ba63" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.880594] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb194e9a-22d4-4995-9908-c9f82333ba63',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.994882] env[69404]: INFO networking_nsxv3.common.synchronization [None req-65bc6ff9-5438-4f23-bf98-071351f23955 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Enqueued Resource ID: fb194e9a-22d4-4995-9908-c9f82333ba63 with Priority: HIGHEST for action security_group_rules [ 747.995356] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb194e9a-22d4-4995-9908-c9f82333ba63 with Priority: HIGHEST for action security_group_rules [ 747.995663] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb194e9a-22d4-4995-9908-c9f82333ba63 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.995755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb194e9a-22d4-4995-9908-c9f82333ba63" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.413478] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.413478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.413478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.413478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.413478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.413478] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb194e9a-22d4-4995-9908-c9f82333ba63 already deleted. [ 748.413478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb194e9a-22d4-4995-9908-c9f82333ba63" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.421046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb194e9a-22d4-4995-9908-c9f82333ba63" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.421046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb194e9a-22d4-4995-9908-c9f82333ba63" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.421046] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb194e9a-22d4-4995-9908-c9f82333ba63',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.500801] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 748.501121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.501226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.501441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.501634] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.501758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.501826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.501948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.502042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.502115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.502201] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.942239] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.942239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.942239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.942239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.942239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.942239] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb194e9a-22d4-4995-9908-c9f82333ba63 already deleted. [ 748.942239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb194e9a-22d4-4995-9908-c9f82333ba63" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.977136] env[69404]: INFO networking_nsxv3.common.synchronization [None req-007eadff-1e4b-42f4-8873-d9c2b4a91708 None None] Enqueued Resource ID: 90055d0d-c5c6-42f0-a646-fdc5367a70bf with Priority: HIGHEST for action port [ 748.977136] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90055d0d-c5c6-42f0-a646-fdc5367a70bf with Priority: HIGHEST for action port [ 748.977136] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-90055d0d-c5c6-42f0-a646-fdc5367a70bf taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.977136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90055d0d-c5c6-42f0-a646-fdc5367a70bf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.977136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90055d0d-c5c6-42f0-a646-fdc5367a70bf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.977136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90055d0d-c5c6-42f0-a646-fdc5367a70bf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.977136] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90055d0d-c5c6-42f0-a646-fdc5367a70bf',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.004795] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.005014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.005136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.005457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.006029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.006029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.006145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.006327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.006446] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.006679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.007498] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.007498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.007498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.007498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.007668] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.007709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.007859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.007944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.008374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.008650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.008764] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.246246] env[69404]: INFO networking_nsxv3.common.synchronization [req-aad55fb8-1025-4509-9ec9-97607a38b492 req-557e721c-cc94-4567-bcc9-d389cd5acc94 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Enqueued Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 749.246246] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 749.246246] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.246246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.246246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.246246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.246246] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.246246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.246246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.246246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.247736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.248041] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.481618] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90055d0d-c5c6-42f0-a646-fdc5367a70bf [ 749.481618] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.481618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.481618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.481618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.481618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.481618] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90055d0d-c5c6-42f0-a646-fdc5367a70bf already deleted. [ 749.481618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90055d0d-c5c6-42f0-a646-fdc5367a70bf" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.513684] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45bda866-691f-48b1-8563-83d39cc14eed: rpc.has_security_group_logging(os_id): False [ 749.532516] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.532516] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.532890] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.533011] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.533088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.533243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.533321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.533548] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.533806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.533933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.534133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.534265] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.534395] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 749.586813] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 749.586813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.587062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.587321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.587454] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.654065] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.655029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.655029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.655029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.655029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.666685] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 749.754294] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.068263] env[69404]: INFO networking_nsxv3.common.synchronization [req-23978e16-344b-41f4-9dc0-b9038bb4a61a req-0cfdd23a-8910-42e0-93aa-8e39bad4894e tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 750.068819] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 750.069426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.069553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.069618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.070013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.070074] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.070129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.070393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.070571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.070611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.070866] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.091427] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.091427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.256607] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.574316] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.762446] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.763291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.763414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.763641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.763939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.763939] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 is going to be updated. [ 750.789876] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.790038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.790114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.790331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.790471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.798688] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: IN_PROGRESS for 2s [ 750.860308] env[69404]: INFO networking_nsxv3.common.synchronization [None req-01773b78-827f-4c73-bf31-c135bd30ed54 None None] Enqueued Resource ID: 4a1975a4-d2cd-4e27-9c27-a012c01a7390 with Priority: HIGHEST for action port [ 750.860586] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a1975a4-d2cd-4e27-9c27-a012c01a7390 with Priority: HIGHEST for action port [ 750.861189] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a1975a4-d2cd-4e27-9c27-a012c01a7390 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.861339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a1975a4-d2cd-4e27-9c27-a012c01a7390" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.861426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a1975a4-d2cd-4e27-9c27-a012c01a7390" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.862120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a1975a4-d2cd-4e27-9c27-a012c01a7390" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.862210] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a1975a4-d2cd-4e27-9c27-a012c01a7390',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.077255] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.364984] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a1975a4-d2cd-4e27-9c27-a012c01a7390 [ 751.364984] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.364984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.364984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.364984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.364984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.364984] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a1975a4-d2cd-4e27-9c27-a012c01a7390 already deleted. [ 751.364984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a1975a4-d2cd-4e27-9c27-a012c01a7390" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581566] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.581566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.581803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581966] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 751.610672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.610856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.610917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.612552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.612552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.618990] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 751.679530] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 751.679755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.809315] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: SUCCESS [ 752.809557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.629381] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 753.629586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.629806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.630041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.630410] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.630410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.630410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.630568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.630629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.630715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.630806] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.136321] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.136639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.136639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.136830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.137013] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.137108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.137178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.137330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.137416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.137502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.137646] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.137737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.137798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.137973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.138084] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.138172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.138230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.138360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.138431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.138510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.138599] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.172832] env[69404]: INFO networking_nsxv3.common.synchronization [None req-83a5db78-2b04-4520-8649-82603275ece8 None None] Enqueued Resource ID: 85aeeb96-9ea1-416f-9629-b89cb918f9ee with Priority: HIGHEST for action port [ 754.173331] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85aeeb96-9ea1-416f-9629-b89cb918f9ee with Priority: HIGHEST for action port [ 754.173599] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-85aeeb96-9ea1-416f-9629-b89cb918f9ee taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.173741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85aeeb96-9ea1-416f-9629-b89cb918f9ee" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.173811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85aeeb96-9ea1-416f-9629-b89cb918f9ee" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.174075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85aeeb96-9ea1-416f-9629-b89cb918f9ee" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.174158] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85aeeb96-9ea1-416f-9629-b89cb918f9ee',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.642342] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d1758d-01ee-4af4-bee3-5db22e465261: rpc.has_security_group_logging(os_id): False [ 754.661912] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.662412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.662540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.662672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.662770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.662991] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.663315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.663409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.663652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.663720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.663885] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.663984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.664059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.664201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.664320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.664459] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.664552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.664613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.664751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.664827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.664911] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 754.675986] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85aeeb96-9ea1-416f-9629-b89cb918f9ee [ 754.677316] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.677810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.677810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.677810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.677810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.678274] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85aeeb96-9ea1-416f-9629-b89cb918f9ee already deleted. [ 754.678274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85aeeb96-9ea1-416f-9629-b89cb918f9ee" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.758264] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.758468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.758468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.758686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.758833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.780770] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 754.960358] env[69404]: INFO networking_nsxv3.common.synchronization [None req-b81351e7-aa37-49cf-a7cb-6813fd39774a tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 754.960898] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 754.961238] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.962211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.962211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.962211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.962211] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.069181] env[69404]: INFO networking_nsxv3.common.synchronization [None req-e41500b9-c84a-4e09-94ed-c57565107841 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 755.069762] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 755.070079] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.070191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.485483] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.485824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.485824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.485923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.486022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.486118] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e27995-2935-460c-a40f-1edf235ea204 already deleted. [ 755.486196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.486344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.486496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.486579] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.622447] env[69404]: INFO networking_nsxv3.common.synchronization [req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf req-94387faf-c44f-420c-8e0a-8503f59462ff tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Enqueued Resource ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 with Priority: HIGHEST for action security_group_members [ 755.623013] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 with Priority: HIGHEST for action security_group_members [ 755.623317] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.623438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.623510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.623692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.623845] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.623956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.624189] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.624373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.624543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.624656] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.011204] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.011533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.011533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.011699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.011796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.011896] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e27995-2935-460c-a40f-1edf235ea204 already deleted. [ 756.011979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.127807] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.128043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.128147] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.128394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.128492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.128693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.128789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.128849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.131518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.131518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.131518] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 is going to be updated. [ 756.153810] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.153966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.154034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.154603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.154603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.161920] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 in Status: IN_PROGRESS for 2s [ 756.417360] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ef4b96fc-979d-4fcd-a3ac-13b848827dcb None None] Enqueued Resource ID: 0dc7e569-da03-42ed-97a5-80ca0ed21f91 with Priority: HIGHEST for action port [ 756.417717] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc7e569-da03-42ed-97a5-80ca0ed21f91 with Priority: HIGHEST for action port [ 756.418225] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dc7e569-da03-42ed-97a5-80ca0ed21f91 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.419116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dc7e569-da03-42ed-97a5-80ca0ed21f91" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.419116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dc7e569-da03-42ed-97a5-80ca0ed21f91" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.419116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dc7e569-da03-42ed-97a5-80ca0ed21f91" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.419116] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc7e569-da03-42ed-97a5-80ca0ed21f91',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.795194] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 756.795194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.921151] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dc7e569-da03-42ed-97a5-80ca0ed21f91 [ 756.921379] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.921514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.921953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.921953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.921953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.921953] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dc7e569-da03-42ed-97a5-80ca0ed21f91 already deleted. [ 756.922127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dc7e569-da03-42ed-97a5-80ca0ed21f91" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.113797] env[69404]: INFO networking_nsxv3.common.synchronization [req-4d700204-0380-4cd8-88fd-c365e342cd8e req-9321b17c-225f-4ec7-bf9c-aa84503049b5 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 757.114045] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 757.114715] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.114715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.114715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.114715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.114715] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.114972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.114972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.114972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.115145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.115198] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.468082] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.468316] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.468496] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.468843] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.469204] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.469417] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.469579] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.469862] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.470073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.470348] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.470541] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.470676] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.470805] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.470979] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.471147] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.471908] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.489870] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.490071] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.490268] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.490380] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.490675] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-3d85dde2-d523-4dda-b3b6-1099b0614987 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.490877] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-3d85dde2-d523-4dda-b3b6-1099b0614987" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.490958] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-3d85dde2-d523-4dda-b3b6-1099b0614987" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.491300] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-3d85dde2-d523-4dda-b3b6-1099b0614987" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.491443] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d85dde2-d523-4dda-b3b6-1099b0614987',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.617500] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.617664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.617739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.617959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.618068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.618263] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.618363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.618426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.618582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.618685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.618743] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 757.645754] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.645754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.645754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.645754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.645754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.654332] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 757.996134] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.996459] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.996500] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.996800] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.996971] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.997137] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 3d85dde2-d523-4dda-b3b6-1099b0614987 not found, creating... [ 757.997397] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.997553] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.997670] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.997904] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.998057] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.998336] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.998491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.998608] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.998814] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.998954] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.999131] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 3d85dde2-d523-4dda-b3b6-1099b0614987 is going to be created. [ 758.018491] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.018683] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.018801] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.019054] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.019275] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.019483] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-3d85dde2-d523-4dda-b3b6-1099b0614987" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.174349] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 in Status: SUCCESS [ 758.174488] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1 deletion is rescheduled due to dependency. [ 758.174617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.794329] env[69404]: INFO networking_nsxv3.common.synchronization [req-4d700204-0380-4cd8-88fd-c365e342cd8e req-6a8a8b40-24e7-4dd5-a212-6a72ce0050a5 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 758.794329] env[69404]: INFO networking_nsxv3.common.synchronization [req-4d700204-0380-4cd8-88fd-c365e342cd8e req-6a8a8b40-24e7-4dd5-a212-6a72ce0050a5 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 758.794329] env[69404]: INFO networking_nsxv3.common.synchronization [req-4d700204-0380-4cd8-88fd-c365e342cd8e req-6a8a8b40-24e7-4dd5-a212-6a72ce0050a5 service nova] Enqueued Resource ID: 3d85dde2-d523-4dda-b3b6-1099b0614987 with Priority: HIGHEST for action port [ 758.794329] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 758.794329] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 758.794329] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d85dde2-d523-4dda-b3b6-1099b0614987 with Priority: HIGHEST for action port [ 758.794329] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.794329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.794329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.794946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.795195] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.797839] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.797839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.797839] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d85dde2-d523-4dda-b3b6-1099b0614987 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.797839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d85dde2-d523-4dda-b3b6-1099b0614987" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.797839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d85dde2-d523-4dda-b3b6-1099b0614987" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.797839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d85dde2-d523-4dda-b3b6-1099b0614987" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.797839] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d85dde2-d523-4dda-b3b6-1099b0614987',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.299639] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.299923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.304182] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d85dde2-d523-4dda-b3b6-1099b0614987 with status ACTIVE [ 759.304385] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.304517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.304575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.304772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.304894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.305051] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.305149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.305212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.305377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.305456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.305634] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.305726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.305838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.305989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.306077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.306161] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d85dde2-d523-4dda-b3b6-1099b0614987 is going to be updated. [ 759.326605] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.326742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.326794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.327018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.327157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.327360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d85dde2-d523-4dda-b3b6-1099b0614987" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.664977] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 759.664977] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 759.664977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.665146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.665301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.665539] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.665611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.665647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.665840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.665937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.666041] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.168656] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.671712] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.174608] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.174762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.174837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.175095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.175188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.175315] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 761.204440] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.204641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.204755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.207050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.207050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.213103] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 761.924435] env[69404]: INFO networking_nsxv3.common.synchronization [req-51e15a2d-1597-436d-9dff-f93405496701 req-13c682c2-22b2-47c0-aaba-0db088dbcfa9 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 761.925096] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGHEST for action security_group_members [ 761.925306] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.925429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.925498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.927405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.927628] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.927920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.927920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.928153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.928295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.928435] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.431667] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.431846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.431897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.432143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.432247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.432493] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.432831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.432904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.433118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.433211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.433275] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 is going to be updated. [ 762.459856] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.459928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.460021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.460224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.460432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.469193] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: IN_PROGRESS for 2s [ 763.227769] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 763.227769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.227769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.227769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.227769] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.227769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.227769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.227769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.227769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.227769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.227769] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.734800] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.734948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.735046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.735270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.735432] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.735529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.735588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.735753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.735833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.735971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.736142] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.736232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.736287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.736441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.736573] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.736656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.736710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.736840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.737206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.737206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.737206] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.239650] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c73d58-0da6-45f2-9617-307a7998e0ce: rpc.has_security_group_logging(os_id): False [ 764.260021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.260315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.260395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.260784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.260906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.261367] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.261508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.261652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.261930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.262048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.262361] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.262555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.262620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.262869] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.263135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.263544] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.263743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.263836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.264149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.264264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.264452] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 764.321117] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.321272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.321348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.322235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.323028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.333492] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 764.479406] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 in Status: SUCCESS [ 764.479537] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 deletion is rescheduled due to dependency. [ 764.479651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.033487] env[69404]: INFO networking_nsxv3.common.synchronization [req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d req-38782bd7-3831-4b6b-a309-778c2f3ac1a9 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 765.034733] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 765.035175] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.035280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.035354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.035544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.035706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.035891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.035891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.036110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.036210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.036307] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.508964] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.509334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-993" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.510465] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-993" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.510465] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-993" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.510592] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.510843] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.511026] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.511348] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.511554] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.512502] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.512502] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.512502] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.512502] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.512502] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.512679] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.512819] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.538151] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.539906] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.540075] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.540219] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.540398] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-993" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.540711] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-50d25f5b-4af0-486c-bbdb-39a85d4534ae taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.541247] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.541247] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.541422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.541457] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d25f5b-4af0-486c-bbdb-39a85d4534ae',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.043287] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.044913] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.044913] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.044913] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.046035] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046035] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.046035] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 50d25f5b-4af0-486c-bbdb-39a85d4534ae not found, creating... [ 766.046035] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.046035] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.046035] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.046752] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046890] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.047197] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.047358] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.047557] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.047679] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.047812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.048566] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae is going to be created. [ 766.068879] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.069140] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.069265] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.069562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.069801] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.070037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.346029] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 766.346347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.550722] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.551052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.551052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.553293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.553402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.553496] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 766.582227] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.582344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.582449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.582565] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.582757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.590819] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 767.055284] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6d90ea3d-91e3-472e-b6df-e24c04cc3d1a None None] Enqueued Resource ID: 0662a5d4-925d-4e5d-8d56-7221728c562d with Priority: HIGHEST for action port [ 767.055970] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0662a5d4-925d-4e5d-8d56-7221728c562d with Priority: HIGHEST for action port [ 767.056678] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-0662a5d4-925d-4e5d-8d56-7221728c562d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.056678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0662a5d4-925d-4e5d-8d56-7221728c562d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.057760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0662a5d4-925d-4e5d-8d56-7221728c562d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.057760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0662a5d4-925d-4e5d-8d56-7221728c562d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.057760] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0662a5d4-925d-4e5d-8d56-7221728c562d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.437195] env[69404]: INFO networking_nsxv3.common.synchronization [req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d req-99f110e9-1fed-407e-a947-7c9d0e86abbe service nova] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 767.437454] env[69404]: INFO networking_nsxv3.common.synchronization [req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d req-99f110e9-1fed-407e-a947-7c9d0e86abbe service nova] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 767.437596] env[69404]: INFO networking_nsxv3.common.synchronization [req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d req-99f110e9-1fed-407e-a947-7c9d0e86abbe service nova] Enqueued Resource ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae with Priority: HIGHEST for action port [ 767.438238] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 767.438361] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 767.438457] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae with Priority: HIGHEST for action port [ 767.438732] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.438859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.438926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.439135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.439214] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.440056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.440159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.440338] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d25f5b-4af0-486c-bbdb-39a85d4534ae taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.440435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.440496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.440659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.440738] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d25f5b-4af0-486c-bbdb-39a85d4534ae',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.563684] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0662a5d4-925d-4e5d-8d56-7221728c562d [ 767.563684] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.563684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.563684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.564989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.564989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.564989] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0662a5d4-925d-4e5d-8d56-7221728c562d already deleted. [ 767.564989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0662a5d4-925d-4e5d-8d56-7221728c562d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.946482] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.949136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.949136] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50d25f5b-4af0-486c-bbdb-39a85d4534ae with status ACTIVE [ 767.949136] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.949136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.949136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.949136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.949622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.950073] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.950073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.950073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.950294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.950415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.950689] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.950803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.951085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.951307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.951397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.951496] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae is going to be updated. [ 767.975528] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.975679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.975760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.975998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.976171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.976366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.601255] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 768.601255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.601255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.601255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.601255] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.601255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.601255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.601255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.601255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.601255] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.103897] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.117366] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ccfea6fb-63a5-4b45-ad8e-a6e1950b5b58 None None] Enqueued Resource ID: 64040307-c729-4509-8c9d-72b61bb8f73a with Priority: HIGHEST for action port [ 769.117366] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64040307-c729-4509-8c9d-72b61bb8f73a with Priority: HIGHEST for action port [ 769.117366] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-64040307-c729-4509-8c9d-72b61bb8f73a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.117366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64040307-c729-4509-8c9d-72b61bb8f73a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.117366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64040307-c729-4509-8c9d-72b61bb8f73a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.117366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64040307-c729-4509-8c9d-72b61bb8f73a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.117366] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64040307-c729-4509-8c9d-72b61bb8f73a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.606577] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.618964] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64040307-c729-4509-8c9d-72b61bb8f73a [ 769.620111] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.620300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.621313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.621313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.621313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.621313] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64040307-c729-4509-8c9d-72b61bb8f73a already deleted. [ 769.621313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64040307-c729-4509-8c9d-72b61bb8f73a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.110148] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.110314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.110386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.110614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.110707] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.110808] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 770.138196] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.138420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.138420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.138635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.138780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.148508] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 770.183996] env[69404]: INFO networking_nsxv3.common.synchronization [req-25ee3778-751f-499d-8fcc-87aa369159ad req-c33427fc-5dea-4b59-9553-9c7b3a423437 tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Enqueued Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_members [ 770.184583] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_members [ 770.184868] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-53240888-9efa-4c0e-82ba-d999ea3895ef taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.185097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.185198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.187114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.187114] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.187114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.187114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.187114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.187114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.187114] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.628916] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.629187] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-355" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.629300] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-355" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.629571] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-355" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.629835] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.629991] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.630122] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.630348] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.630511] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.630736] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.630863] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.630974] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.633415] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.633415] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.633415] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.633415] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.662316] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.662491] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.662642] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.662891] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-355" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.663319] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.663575] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.663799] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.664254] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.664409] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5666bd2a-5c2f-4cb1-b827-d54b245b3db8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.688978] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.689198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.689279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.689483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.689575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.689778] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.689880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.689933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.690100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.690182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.690268] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53240888-9efa-4c0e-82ba-d999ea3895ef already deleted. [ 770.690347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.167733] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.168010] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.168169] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.168740] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.169068] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.169362] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 not found, creating... [ 771.169826] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.170010] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.170155] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.170428] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.170611] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.170955] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.175312] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.175529] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.176051] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.176404] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.176576] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 is going to be created. [ 771.196255] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.196510] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.196758] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.196969] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.197265] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.197563] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.967033] env[69404]: INFO networking_nsxv3.common.synchronization [req-25ee3778-751f-499d-8fcc-87aa369159ad req-55b2eb96-6f36-4e8c-9e04-84b9002ff15b service nova] Enqueued Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_rules [ 771.967409] env[69404]: INFO networking_nsxv3.common.synchronization [req-25ee3778-751f-499d-8fcc-87aa369159ad req-55b2eb96-6f36-4e8c-9e04-84b9002ff15b service nova] Enqueued Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_members [ 771.967548] env[69404]: INFO networking_nsxv3.common.synchronization [req-25ee3778-751f-499d-8fcc-87aa369159ad req-55b2eb96-6f36-4e8c-9e04-84b9002ff15b service nova] Enqueued Resource ID: 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 with Priority: HIGHEST for action port [ 771.968280] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_rules [ 771.968477] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_members [ 771.968584] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 with Priority: HIGHEST for action port [ 771.968915] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53240888-9efa-4c0e-82ba-d999ea3895ef taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.969084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.969173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.969850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.969850] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.970719] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-53240888-9efa-4c0e-82ba-d999ea3895ef taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.970872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.970974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.971223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.971546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.971630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.971845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.972231] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.973746] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.973896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.973991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.974222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.974334] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5666bd2a-5c2f-4cb1-b827-d54b245b3db8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.160376] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 4s [ 772.476373] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.477478] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-53240888-9efa-4c0e-82ba-d999ea3895ef taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.477556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.477693] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 with status ACTIVE [ 772.477851] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.477954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.478031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.478243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.478351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.478525] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.478618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.478676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.478837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.478913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.480466] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.480466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.480466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.480466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.480466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.480466] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 is going to be updated. [ 772.501985] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.501985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.501985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.501985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.501985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.501985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5666bd2a-5c2f-4cb1-b827-d54b245b3db8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.924574] env[69404]: INFO networking_nsxv3.common.synchronization [req-0dcd91fd-14c1-4fdf-a137-c55fa012340d req-205d6209-677f-4586-a72d-650a165429c3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 772.925051] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 772.925346] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.925484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.925549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.925808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.925963] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.926301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.926380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.927264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.927264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.927264] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.981878] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.186222] env[69404]: INFO networking_nsxv3.common.synchronization [req-0a022e57-edd4-4c54-ada0-36ec423532eb req-ac6c6416-43ea-4e46-97fd-5a8b7e901b25 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 773.186753] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 773.187062] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.187193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.187264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.188357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.188357] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.188357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.188357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.188357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.188357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.189635] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.429338] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.429552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.429644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.429916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.429978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.430169] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.430267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.430331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.430480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.430604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.430638] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 already deleted. [ 773.430709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.474920] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.475183] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.475323] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.475651] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.476609] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.476609] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.476609] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.476609] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.476799] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.476983] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.477131] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.477229] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.477348] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.477474] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.477578] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.477718] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.484522] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.484601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.484701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.484839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.485022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.485078] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53240888-9efa-4c0e-82ba-d999ea3895ef is going to be created. [ 773.497485] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.499382] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.499382] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.499382] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.499382] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.499382] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.499382] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.499382] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.499382] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('314b214b-422a-42a5-84c9-b3aa3fbb6fd4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.505992] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.506180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.506260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.506461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.506702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.514751] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53240888-9efa-4c0e-82ba-d999ea3895ef in Status: UNINITIALIZED for 2s [ 773.692336] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.692502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.692574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.692801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.692896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.693114] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.693207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.693270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.693420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.693496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.693585] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 773.723169] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.723334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.723386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.723590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.723728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.732343] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 774.001625] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.001923] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.002056] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.002346] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.002563] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.002729] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 not found, creating... [ 774.003090] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.003266] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.003445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.003702] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.003881] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.004265] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.004451] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.004571] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.004784] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.004915] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.005069] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 is going to be created. [ 774.027771] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.027771] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.027771] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.027771] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.027771] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.027771] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.170992] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 774.171244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.171407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.171617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.171808] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.171916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.171977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.172145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.172231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.172333] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.172482] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.674935] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.675115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.675176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.675433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.675605] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.675707] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.675777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.675928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.676025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.676119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.676844] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.676844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.676844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.676844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.676844] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.676844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.676844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.677259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.677259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.677259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.677259] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.986407] env[69404]: INFO networking_nsxv3.common.synchronization [req-0dcd91fd-14c1-4fdf-a137-c55fa012340d req-54260bb3-4d13-4830-bd00-2a1132ff0038 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 774.986407] env[69404]: INFO networking_nsxv3.common.synchronization [req-0dcd91fd-14c1-4fdf-a137-c55fa012340d req-54260bb3-4d13-4830-bd00-2a1132ff0038 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 774.986407] env[69404]: INFO networking_nsxv3.common.synchronization [req-0dcd91fd-14c1-4fdf-a137-c55fa012340d req-54260bb3-4d13-4830-bd00-2a1132ff0038 service nova] Enqueued Resource ID: 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 with Priority: HIGHEST for action port [ 774.986780] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 774.986780] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 774.986780] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 with Priority: HIGHEST for action port [ 774.987545] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.987709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.987827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.988132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.988269] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.992205] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.992205] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.992205] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.992205] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.992205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.992205] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('314b214b-422a-42a5-84c9-b3aa3fbb6fd4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.180350] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b7d7b73-bf87-4dd8-8177-871c69e5a150: rpc.has_security_group_logging(os_id): False [ 775.202104] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.202104] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.202104] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.202104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.202646] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.202646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.202646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.202646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.202646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.202646] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 775.290300] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.290300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.290300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.290300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.290300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.304098] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 775.492841] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.494130] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.494130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.494538] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 with status ACTIVE [ 775.495025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.495025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.495025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.495025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.495199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.495530] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.495530] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.495530] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.495842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.496080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.497360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.497556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.497676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.497988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.498164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.498318] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 is going to be updated. [ 775.526979] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.526979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.527438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.527438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.527507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.527984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-314b214b-422a-42a5-84c9-b3aa3fbb6fd4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.533972] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53240888-9efa-4c0e-82ba-d999ea3895ef in Status: SUCCESS [ 775.534256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.534443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.534655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.534891] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.535029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.535087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.535288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.535447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.535584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.535684] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.743080] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 775.743080] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed deletion is rescheduled due to dependency. [ 775.743080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.996202] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.038102] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.063544] env[69404]: INFO networking_nsxv3.common.synchronization [req-0e629819-dd18-4089-b75b-0fb390e38431 req-54ccaf36-4bba-403a-a698-acdb31addf98 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 776.063711] env[69404]: INFO networking_nsxv3.common.synchronization [req-0e629819-dd18-4089-b75b-0fb390e38431 req-54ccaf36-4bba-403a-a698-acdb31addf98 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 776.064236] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 776.064369] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 776.064632] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.064751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.064813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.065010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.065261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.065261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.065428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.065475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.065532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.065622] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.066482] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.066584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.066584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.066772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.069624] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.069624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.069624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.069624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.069624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.069624] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.197452] env[69404]: INFO networking_nsxv3.common.synchronization [req-0e629819-dd18-4089-b75b-0fb390e38431 req-54ccaf36-4bba-403a-a698-acdb31addf98 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 776.198308] env[69404]: INFO networking_nsxv3.common.synchronization [req-0e629819-dd18-4089-b75b-0fb390e38431 req-54ccaf36-4bba-403a-a698-acdb31addf98 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 776.199289] env[69404]: INFO networking_nsxv3.common.synchronization [req-0e629819-dd18-4089-b75b-0fb390e38431 req-54ccaf36-4bba-403a-a698-acdb31addf98 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_rules [ 776.199813] env[69404]: INFO networking_nsxv3.common.synchronization [req-0e629819-dd18-4089-b75b-0fb390e38431 req-54ccaf36-4bba-403a-a698-acdb31addf98 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 776.200862] env[69404]: INFO networking_nsxv3.common.synchronization [req-0e629819-dd18-4089-b75b-0fb390e38431 req-54ccaf36-4bba-403a-a698-acdb31addf98 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae with Priority: HIGHEST for action port [ 776.202911] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 776.202911] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_rules [ 776.202911] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae with Priority: HIGHEST for action port [ 776.202911] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 776.202911] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 776.202911] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.202911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.202911] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.202911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.202911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.204414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.204730] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.206778] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d25f5b-4af0-486c-bbdb-39a85d4534ae taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.206778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.206778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.208103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.208103] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d25f5b-4af0-486c-bbdb-39a85d4534ae',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.208565] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.208723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.208987] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.209353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.498418] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.500957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.500957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.500957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.500957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.500957] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be created. [ 776.523247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.523376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.524742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.524742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.524742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.533780] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: UNINITIALIZED for 2s [ 776.543161] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53240888-9efa-4c0e-82ba-d999ea3895ef: rpc.has_security_group_logging(os_id): False [ 776.558606] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.558815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.558887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.559109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.559196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.559445] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.559546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.559607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.559754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.559827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.559908] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53240888-9efa-4c0e-82ba-d999ea3895ef is going to be created. [ 776.568991] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.571747] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.626321] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.626419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.627096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.627096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.627096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.640902] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53240888-9efa-4c0e-82ba-d999ea3895ef in Status: IN_PROGRESS for 2s [ 776.708491] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.708618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.710024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50d25f5b-4af0-486c-bbdb-39a85d4534ae with status ACTIVE [ 776.710211] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.710303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.711384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.711554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.711653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.711832] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.711933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.711996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.712194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.712383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.712556] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.712556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.712670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.712747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.712817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.712913] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae is going to be updated. [ 776.737259] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.737516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.737516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.737664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.737828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.737951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.071453] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.075087] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.322313] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 777.323435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.323435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.324191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.324191] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.575341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.575501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.575574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.575788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.575881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.575981] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 777.579132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.579132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.579132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.579378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.579378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.579462] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e is going to be created. [ 777.603057] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.603057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.603057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.603057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.603351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.606143] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.606143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.606143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.606544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.606645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.622708] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e in Status: UNINITIALIZED for 2s [ 777.623481] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 777.826610] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.826610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.542868] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 778.542868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.543258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.543258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.543380] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.543671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.543671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.543766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.543800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.543865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.543954] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.655051] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53240888-9efa-4c0e-82ba-d999ea3895ef in Status: SUCCESS [ 778.655051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.874101] env[69404]: INFO networking_nsxv3.common.synchronization [req-2fd5079b-9066-47e5-9193-3d98549c175b req-32f7bc29-cd06-4347-9870-e151239860f6 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 778.874974] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 778.875115] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.875774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.875774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.875774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.876903] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.876903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.876903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.876903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.876903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.876903] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.047489] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.047688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.047758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.049767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.049972] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.050836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.050836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.050984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.051053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.051204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.051283] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.051374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.051433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.051572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.051707] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.051793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.053429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.053429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.053429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.053429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.053429] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.259201] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.259201] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-364" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.259201] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-364" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.260133] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-364" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.260857] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.264468] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.264468] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.264468] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.264468] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.264468] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.268141] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.268403] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.268676] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.268943] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.269201] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.269443] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.289849] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.289849] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.289849] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.290142] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-364" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.290977] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-9a72862b-bc2b-4638-8293-e042563fd248 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.290977] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-9a72862b-bc2b-4638-8293-e042563fd248" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.290977] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-9a72862b-bc2b-4638-8293-e042563fd248" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.291536] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-9a72862b-bc2b-4638-8293-e042563fd248" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.291780] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a72862b-bc2b-4638-8293-e042563fd248',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.381247] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.559659] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb6d85e-6c39-4fe6-b628-096ee26a3322: rpc.has_security_group_logging(os_id): False [ 779.580206] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.581023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.581313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.581665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.585247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.585247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.585247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.585247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.585710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.585710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.585710] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be created. [ 779.641023] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e in Status: SUCCESS [ 779.641023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.641023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.641023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.641023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.641023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.641023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.641023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.641023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.641023] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.642331] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 779.642694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.642965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.643286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.646252] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.646252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.646252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.646252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.646252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.646252] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.646635] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.649483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.649483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.649483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.649483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.663199] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 779.794364] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.794901] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.795179] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.795575] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.798021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.798021] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 9a72862b-bc2b-4638-8293-e042563fd248 not found, creating... [ 779.798021] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.798021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.798021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.798021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.798021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.798021] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.798021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.798021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.798737] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.799185] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.799472] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 9a72862b-bc2b-4638-8293-e042563fd248 is going to be created. [ 779.832262] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.832481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.832607] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.832883] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.833127] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.833350] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-9a72862b-bc2b-4638-8293-e042563fd248" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.882151] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.149344] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.151778] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.387955] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.388139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.388237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.390026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.390026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.390026] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18fde77-0201-420c-bc33-1131c197ba3b is going to be updated. [ 780.421037] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.421037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.421037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.421037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.421037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.431887] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: IN_PROGRESS for 2s [ 780.569685] env[69404]: INFO networking_nsxv3.common.synchronization [None req-373d7fb8-e000-4afb-9ab3-4831f89ec921 None None] Enqueued Resource ID: cdd0b6a6-9456-45a3-815d-b82c3f9aebee with Priority: HIGHEST for action port [ 780.572141] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd0b6a6-9456-45a3-815d-b82c3f9aebee with Priority: HIGHEST for action port [ 780.572141] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd0b6a6-9456-45a3-815d-b82c3f9aebee taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.576224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd0b6a6-9456-45a3-815d-b82c3f9aebee" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.576724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd0b6a6-9456-45a3-815d-b82c3f9aebee" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.576724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd0b6a6-9456-45a3-815d-b82c3f9aebee" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.576867] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd0b6a6-9456-45a3-815d-b82c3f9aebee',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.598180] env[69404]: INFO networking_nsxv3.common.synchronization [req-60e02f81-9c98-498b-bfb4-175878118236 req-0a1b497b-9f6d-40d0-91f6-709c1d99f3c8 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 780.599064] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 780.600907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.601195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.601195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.601473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.601685] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.601826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.602381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.602381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.602381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.602381] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.609722] env[69404]: INFO networking_nsxv3.common.synchronization [req-2fd5079b-9066-47e5-9193-3d98549c175b req-4418a3b9-ace5-4f67-9dc8-d0d89a8209eb service nova] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_rules [ 780.609975] env[69404]: INFO networking_nsxv3.common.synchronization [req-2fd5079b-9066-47e5-9193-3d98549c175b req-4418a3b9-ace5-4f67-9dc8-d0d89a8209eb service nova] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 780.610196] env[69404]: INFO networking_nsxv3.common.synchronization [req-2fd5079b-9066-47e5-9193-3d98549c175b req-4418a3b9-ace5-4f67-9dc8-d0d89a8209eb service nova] Enqueued Resource ID: 9a72862b-bc2b-4638-8293-e042563fd248 with Priority: HIGHEST for action port [ 780.613468] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_rules [ 780.613723] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 780.613792] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a72862b-bc2b-4638-8293-e042563fd248 with Priority: HIGHEST for action port [ 780.614631] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.614783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.614864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.615100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.615200] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.619176] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.619176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.619176] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a72862b-bc2b-4638-8293-e042563fd248 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.619176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a72862b-bc2b-4638-8293-e042563fd248" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.619176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a72862b-bc2b-4638-8293-e042563fd248" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.619176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a72862b-bc2b-4638-8293-e042563fd248" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.619176] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a72862b-bc2b-4638-8293-e042563fd248',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.652654] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.653787] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.080219] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdd0b6a6-9456-45a3-815d-b82c3f9aebee [ 781.080468] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.080629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.080665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.080905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.081051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.081150] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdd0b6a6-9456-45a3-815d-b82c3f9aebee already deleted. [ 781.081234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd0b6a6-9456-45a3-815d-b82c3f9aebee" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.114507] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.114656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.115364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.115364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.115364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.115364] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.115364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.115729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.115729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.115729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.115729] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 781.119953] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.120072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.120276] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a72862b-bc2b-4638-8293-e042563fd248 with status ACTIVE [ 781.120465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.120465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.120561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.120682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.120764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.121022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.121022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.121113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.121239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.121595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.121595] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.121595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.121729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.121758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.121887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.121887] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a72862b-bc2b-4638-8293-e042563fd248 is going to be updated. [ 781.147115] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.147269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.147438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.147547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.147688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.147847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a72862b-bc2b-4638-8293-e042563fd248" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.148698] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.148809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.148874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.150323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.150489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.154814] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.154945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.155026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.155197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.155279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.155370] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e is going to be updated. [ 781.156513] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.156658] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.156703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.156830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.156911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.157008] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 781.158614] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 781.184113] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.184113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.184113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.184338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.184473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.186360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.186360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.186518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.186554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.186692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.197431] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e in Status: IN_PROGRESS for 2s [ 781.197431] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 781.677546] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 781.677858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.963546] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: e7b44948-07be-4301-b9f6-009c9e8627a2 with Priority: HIGHEST for action security_group_members [ 781.964116] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 781.964416] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 781.965089] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b44948-07be-4301-b9f6-009c9e8627a2 with Priority: HIGHEST for action security_group_members [ 781.965802] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 781.966031] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 781.966484] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b44948-07be-4301-b9f6-009c9e8627a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.966848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.970025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.970025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.970025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.970025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.970025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.970025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.970025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.970025] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.970025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.970025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.970025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.970471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.008030] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 782.008030] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 782.008030] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_rules [ 782.008030] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 782.008030] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: e7b44948-07be-4301-b9f6-009c9e8627a2 with Priority: HIGHEST for action security_group_rules [ 782.008030] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: e7b44948-07be-4301-b9f6-009c9e8627a2 with Priority: HIGHEST for action security_group_members [ 782.008030] env[69404]: INFO networking_nsxv3.common.synchronization [req-ccb17ca1-37a0-4eaf-b611-8abc75a29267 req-69dc159c-00cb-4c8d-8f79-93aba9107a1d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae with Priority: HIGHEST for action port [ 782.008030] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_rules [ 782.008640] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_rules [ 782.008855] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b44948-07be-4301-b9f6-009c9e8627a2 with Priority: HIGHEST for action security_group_members [ 782.009112] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae with Priority: HIGHEST for action port [ 782.009312] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b44948-07be-4301-b9f6-009c9e8627a2 with Priority: HIGHEST for action security_group_rules [ 782.009509] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 782.009694] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 782.010132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.010791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.011111] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.011306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.011574] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b44948-07be-4301-b9f6-009c9e8627a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.011835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.012121] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d25f5b-4af0-486c-bbdb-39a85d4534ae taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.012393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.012573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.013442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.013442] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d25f5b-4af0-486c-bbdb-39a85d4534ae',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.016424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b44948-07be-4301-b9f6-009c9e8627a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.018037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.018037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.018037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.018037] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.018778] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.018986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.019280] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.019521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.440639] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: SUCCESS [ 782.441324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.442332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.442695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.442983] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.443384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.445018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.445018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.445018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.445018] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.471268] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.520844] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50d25f5b-4af0-486c-bbdb-39a85d4534ae with status ACTIVE [ 782.521109] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.521295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.521331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.521640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.521700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.521876] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.521990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.522067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.522234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.522313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.522490] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.522582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.522638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.522841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.522841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.522921] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50d25f5b-4af0-486c-bbdb-39a85d4534ae is going to be updated. [ 782.524484] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b44948-07be-4301-b9f6-009c9e8627a2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.524598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.546385] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.546855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.547033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.547261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.547412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.547588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d25f5b-4af0-486c-bbdb-39a85d4534ae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.616393] env[69404]: INFO networking_nsxv3.common.synchronization [None req-3bfcc906-ce64-44a9-bf26-f04b52f4b5ca None None] Enqueued Resource ID: a5bf69f1-ff26-48c0-94ad-75602973c1b7 with Priority: HIGHEST for action port [ 782.616998] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5bf69f1-ff26-48c0-94ad-75602973c1b7 with Priority: HIGHEST for action port [ 782.617517] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5bf69f1-ff26-48c0-94ad-75602973c1b7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.617656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5bf69f1-ff26-48c0-94ad-75602973c1b7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.617753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5bf69f1-ff26-48c0-94ad-75602973c1b7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.618626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5bf69f1-ff26-48c0-94ad-75602973c1b7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.618763] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5bf69f1-ff26-48c0-94ad-75602973c1b7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.948195] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.976407] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.120399] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5bf69f1-ff26-48c0-94ad-75602973c1b7 [ 783.120779] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.120779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.120905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.121026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.121116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.121212] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5bf69f1-ff26-48c0-94ad-75602973c1b7 already deleted. [ 783.122067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5bf69f1-ff26-48c0-94ad-75602973c1b7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.170894] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 4s [ 783.207718] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 783.207718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.208266] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e in Status: SUCCESS [ 783.208351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.208518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.208717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.208900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.209021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.209123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.209235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.210077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.210112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.213124] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.213124] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.213124] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.213124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.213124] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.213613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.213613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.213613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.213613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.213613] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.214827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.214948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.215879] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.216342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.216342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.216342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.216342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.216526] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.341480] env[69404]: INFO networking_nsxv3.common.synchronization [req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 req-c640e524-194b-4675-9cae-40df777a226c tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Enqueued Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGHEST for action security_group_members [ 783.342158] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGHEST for action security_group_members [ 783.342549] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb06d22-f808-4174-9021-0cab1c455442 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.343627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.343714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.344663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.344663] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.344663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.344663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.344663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.345361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.345361] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.451543] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.478925] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.479116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.479187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.479396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.479575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.479575] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b44948-07be-4301-b9f6-009c9e8627a2 is going to be created. [ 783.504547] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.504697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.504754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.504954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.505121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.514772] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b44948-07be-4301-b9f6-009c9e8627a2 in Status: UNINITIALIZED for 2s [ 783.713668] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.713800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.720139] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.720139] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.720139] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.786283] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.786717] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.786717] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.786916] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.787195] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.787349] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.787464] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.787709] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.787869] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.788122] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.788236] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.788345] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.788454] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.788560] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.788662] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.788995] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.817349] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.817349] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.817349] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.817349] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.817349] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-1046ebe0-d104-4125-aaa1-fc3e44c88b93 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.817349] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-1046ebe0-d104-4125-aaa1-fc3e44c88b93" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.817349] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-1046ebe0-d104-4125-aaa1-fc3e44c88b93" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.817349] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-1046ebe0-d104-4125-aaa1-fc3e44c88b93" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.817349] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1046ebe0-d104-4125-aaa1-fc3e44c88b93',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.848689] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.848856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.848956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.849226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.849318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.849529] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.849623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.849683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.849854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.849926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.850056] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb06d22-f808-4174-9021-0cab1c455442 already deleted. [ 783.850176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.954072] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.954506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.954506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.954506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.954697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.954753] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18fde77-0201-420c-bc33-1131c197ba3b is going to be updated. [ 783.984287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.984287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.984287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.984287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.984287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.996029] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: IN_PROGRESS for 2s [ 784.223746] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.224295] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e: rpc.has_security_group_logging(os_id): False [ 784.226256] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.250897] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.251080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.251144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.251965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.251965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.251965] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.251965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.251965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.252349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.252349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.252349] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e is going to be created. [ 784.315978] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.315978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.315978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.315978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.315978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.332917] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e in Status: IN_PROGRESS for 2s [ 784.333448] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.333664] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.333769] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.334044] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.334202] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.334351] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 1046ebe0-d104-4125-aaa1-fc3e44c88b93 not found, creating... [ 784.334606] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.334769] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.334906] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.335121] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.335260] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.335544] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.335697] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.335813] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.336461] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.336461] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.336461] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 1046ebe0-d104-4125-aaa1-fc3e44c88b93 is going to be created. [ 784.357030] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.357030] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.357235] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.357350] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.357594] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.357840] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-1046ebe0-d104-4125-aaa1-fc3e44c88b93" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.728165] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.728165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.728165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.728165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.728165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.728356] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 784.730127] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.730127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.730127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.730127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.730127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.730127] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e is going to be updated. [ 784.763686] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.763686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.763686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.763916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.764074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.765727] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.765837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.765951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.766038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.766158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.776886] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 784.777618] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e in Status: IN_PROGRESS for 2s [ 785.078649] env[69404]: INFO networking_nsxv3.common.synchronization [req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 req-6749d66e-2dcb-4682-874b-27d2c5075e9c service nova] Enqueued Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGHEST for action security_group_rules [ 785.079471] env[69404]: INFO networking_nsxv3.common.synchronization [req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 req-6749d66e-2dcb-4682-874b-27d2c5075e9c service nova] Enqueued Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGHEST for action security_group_members [ 785.079686] env[69404]: INFO networking_nsxv3.common.synchronization [req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 req-6749d66e-2dcb-4682-874b-27d2c5075e9c service nova] Enqueued Resource ID: 1046ebe0-d104-4125-aaa1-fc3e44c88b93 with Priority: HIGHEST for action port [ 785.080748] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGHEST for action security_group_rules [ 785.080886] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGHEST for action security_group_members [ 785.080983] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1046ebe0-d104-4125-aaa1-fc3e44c88b93 with Priority: HIGHEST for action port [ 785.082679] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecb06d22-f808-4174-9021-0cab1c455442 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.082821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.082891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.083167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.083261] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.084441] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb06d22-f808-4174-9021-0cab1c455442 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.084602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.084677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.084856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.085014] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.085115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.085214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.085322] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.085413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.085504] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.088091] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-1046ebe0-d104-4125-aaa1-fc3e44c88b93 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.088091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1046ebe0-d104-4125-aaa1-fc3e44c88b93" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.088091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1046ebe0-d104-4125-aaa1-fc3e44c88b93" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.088091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1046ebe0-d104-4125-aaa1-fc3e44c88b93" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.088091] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1046ebe0-d104-4125-aaa1-fc3e44c88b93',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.177381] env[69404]: INFO networking_nsxv3.common.synchronization [req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 req-449494cb-1d3f-455a-90dd-347f840f0327 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: e7b44948-07be-4301-b9f6-009c9e8627a2 with Priority: HIGHEST for action security_group_members [ 785.177608] env[69404]: INFO networking_nsxv3.common.synchronization [req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 req-449494cb-1d3f-455a-90dd-347f840f0327 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 785.177776] env[69404]: INFO networking_nsxv3.common.synchronization [req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 req-449494cb-1d3f-455a-90dd-347f840f0327 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 785.178287] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b44948-07be-4301-b9f6-009c9e8627a2 with Priority: HIGHEST for action security_group_members [ 785.178417] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 785.178512] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e with Priority: HIGHEST for action security_group_members [ 785.178995] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b44948-07be-4301-b9f6-009c9e8627a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.178995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.179144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.179218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.179392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.179476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.180591] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 785.180752] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 785.180863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.525701] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b44948-07be-4301-b9f6-009c9e8627a2 in Status: SUCCESS [ 785.525977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.526166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.526386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.526812] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.526812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.527986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.527986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.527986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.527986] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.565305] env[69404]: INFO networking_nsxv3.common.synchronization [None req-1abbc0ce-b0a7-4bcf-9872-ac0aaa42a0d4 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Enqueued Resource ID: f4899c8a-8eac-4070-ac26-2a84a4eedc42 with Priority: HIGHEST for action security_group_rules [ 785.565761] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4899c8a-8eac-4070-ac26-2a84a4eedc42 with Priority: HIGHEST for action security_group_rules [ 785.566078] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.566197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.566264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.566521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.566677] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4899c8a-8eac-4070-ac26-2a84a4eedc42',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.588467] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.589425] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb06d22-f808-4174-9021-0cab1c455442 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.589558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.589695] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1046ebe0-d104-4125-aaa1-fc3e44c88b93 with status ACTIVE [ 785.590051] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.590211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.590277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.590474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.590558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.590729] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.590821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.590877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.591040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.591115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.591293] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.591395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.591443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.591569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.591636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.591714] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1046ebe0-d104-4125-aaa1-fc3e44c88b93 is going to be updated. [ 785.618860] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.618860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.618860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.618860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.618860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.618860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1046ebe0-d104-4125-aaa1-fc3e44c88b93" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.639841] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d955c8a8-5a58-41f3-b432-e1d5d66dc9ab tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Enqueued Resource ID: f4899c8a-8eac-4070-ac26-2a84a4eedc42 with Priority: HIGHEST for action security_group_rules [ 785.640615] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4899c8a-8eac-4070-ac26-2a84a4eedc42 with Priority: HIGHEST for action security_group_rules [ 785.640686] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.640792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.005156] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: SUCCESS [ 786.005378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.005553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.005773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.005974] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.006112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.006171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.006321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.006401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.006488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.006593] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.029527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.029527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.029729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.029797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.029880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.031227] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.031227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.031227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.031227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.031227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.031227] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b44948-07be-4301-b9f6-009c9e8627a2 is going to be deleted. [ 786.084876] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.085182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.085182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.085569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.085569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.085569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.085692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.085832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.085948] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.086059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.086118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.086254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.086340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.086437] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.087912] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.088358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.088422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.088578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.088654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.088755] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4899c8a-8eac-4070-ac26-2a84a4eedc42 already deleted. [ 786.088814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.088943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.089091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.089162] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4899c8a-8eac-4070-ac26-2a84a4eedc42',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.094028] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.344981] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e in Status: SUCCESS [ 786.345527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.345527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.345620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.346024] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.508512] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.508674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.508748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.508967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.509147] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.509244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.509342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.509455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.509541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.509632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.509776] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.509888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.509917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.510105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.510250] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.510346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.510408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.512033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.512033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.512033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.512033] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.590802] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.590966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.591031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.591274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.591368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.591571] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.591671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.591737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.591946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.591980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.592062] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b44948-07be-4301-b9f6-009c9e8627a2 already deleted. [ 786.592141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.592398] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.597750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.597980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598228] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.598353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.598429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.598580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.598777] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.600601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.600601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.600601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.600798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.600798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.600865] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb06d22-f808-4174-9021-0cab1c455442 is going to be created. [ 786.621071] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.621071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.621071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.621071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.621071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.621071] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4899c8a-8eac-4070-ac26-2a84a4eedc42 already deleted. [ 786.621071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4899c8a-8eac-4070-ac26-2a84a4eedc42" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.624918] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.625233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.625405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.625716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.625998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.636146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb06d22-f808-4174-9021-0cab1c455442 in Status: UNINITIALIZED for 2s [ 786.787711] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e in Status: SUCCESS [ 786.787912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.788986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.788986] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.788986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.788986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.788986] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.790599] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 786.790599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.791056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.791056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.791056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.791056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.791209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.791252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.791351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.791416] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.864742] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.864742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.864742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.865296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.865296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.865296] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e is going to be deleted. [ 786.915934] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.916119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.916217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.916375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.916467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.916668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.013463] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18fde77-0201-420c-bc33-1131c197ba3b: rpc.has_security_group_logging(os_id): False [ 787.035870] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.036108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.036108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.037164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.037164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.037164] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.037164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.037164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.037164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.037164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.037524] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.037524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.037524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.037702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.037702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.037801] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.037901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.037954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.038396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.038396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.038396] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18fde77-0201-420c-bc33-1131c197ba3b is going to be updated. [ 787.095064] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.095064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.095064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.095471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.100796] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7b44948-07be-4301-b9f6-009c9e8627a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.102296] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.102427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.102478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.102648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.102734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.102913] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.103455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.103455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.103455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.103455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.103455] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b44948-07be-4301-b9f6-009c9e8627a2 already deleted. [ 787.103455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.107392] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: IN_PROGRESS for 2s [ 787.293547] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.293547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.293750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.293910] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.293975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.294186] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.294277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.294342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.294568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.294773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.294773] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e is going to be deleted. [ 787.295793] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.323917] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.324091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.324163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.324371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.324460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.324584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.324729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.324884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.325057] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.325156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.325217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.325352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.325434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.325528] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.602824] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7b44948-07be-4301-b9f6-009c9e8627a2: rpc.has_security_group_logging(os_id): False [ 787.621613] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.622092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.622186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.622411] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.622513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.622577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.622743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.622837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.622970] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b44948-07be-4301-b9f6-009c9e8627a2 is going to be created. [ 787.638771] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e7b44948-07be-4301-b9f6-009c9e8627a2], does not exist path=[/infra/domains/default/groups/e7b44948-07be-4301-b9f6-009c9e8627a2]."\n}' [ 787.638954] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b44948-07be-4301-b9f6-009c9e8627a2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7b44948-07be-4301-b9f6-009c9e8627a2 [ 787.639068] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 787.669052] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.669052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.669052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.669319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.670169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.670452] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.670564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.670628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.670902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.671087] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.671220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.671283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.671424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.671498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.671584] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b44948-07be-4301-b9f6-009c9e8627a2 is going to be created. [ 787.688750] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e7b44948-07be-4301-b9f6-009c9e8627a2], does not exist path=[/infra/domains/default/groups/e7b44948-07be-4301-b9f6-009c9e8627a2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7b44948-07be-4301-b9f6-009c9e8627a2 [ 787.689012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b44948-07be-4301-b9f6-009c9e8627a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.689465] env[69404]: Traceback (most recent call last): [ 787.689465] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 787.689465] env[69404]: return func(*args, **kwargs) [ 787.689465] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 787.689465] env[69404]: res.raise_for_status() [ 787.689465] env[69404]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 787.689465] env[69404]: raise HTTPError(http_error_msg, response=self) [ 787.689878] env[69404]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7b44948-07be-4301-b9f6-009c9e8627a2 [ 787.689878] env[69404]: During handling of the above exception, another exception occurred: [ 787.689878] env[69404]: Traceback (most recent call last): [ 787.689878] env[69404]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 787.689878] env[69404]: listener.cb(fileno) [ 787.689878] env[69404]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 787.689878] env[69404]: result = function(*args, **kwargs) [ 787.689878] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 787.689878] env[69404]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 787.689878] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 787.689878] env[69404]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 787.689878] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 787.689878] env[69404]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 787.689878] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 787.689878] env[69404]: res.raise_for_status() [ 787.689878] env[69404]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 787.689878] env[69404]: raise HTTPError(http_error_msg, response=self) [ 787.689878] env[69404]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7b44948-07be-4301-b9f6-009c9e8627a2 [ 787.689878] env[69404]: Removing descriptor: 22 [ 787.801986] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.827415] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.827553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.827553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.827860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.827963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.828189] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.828296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.828363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.828523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.828599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.828831] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e already deleted. [ 787.828831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74e9c6fe-2fcc-4daf-9901-ea275d7aaa0e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.308363] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.308363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.308363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.308363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.308363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.308363] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 788.335073] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.335073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.335073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.335073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.335073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.343143] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 788.645941] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb06d22-f808-4174-9021-0cab1c455442 in Status: SUCCESS [ 788.646258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.646445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.646688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.646869] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.646990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.647070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.647233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.647316] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.647402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.647494] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.120107] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: SUCCESS [ 789.120341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.150041] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb06d22-f808-4174-9021-0cab1c455442 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.150318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.150451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.150826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.151073] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.151193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.151268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.151466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.151557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.151676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.151867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb06d22-f808-4174-9021-0cab1c455442 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.151992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.152074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.152297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.152545] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.152622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.152659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.152874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.152935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.152975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.153098] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.493091] env[69404]: INFO networking_nsxv3.common.synchronization [req-b268f68f-2801-4262-acaa-ef9558006cc8 req-e25e3e9a-da2a-428b-b27a-aa47521f0c44 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Enqueued Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_members [ 789.493091] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGHEST for action security_group_members [ 789.493091] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-209461a0-8ca6-4105-979d-f075f7aa3522 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.493091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.493091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.493091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.493091] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.493091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.493091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.493091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.493091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.493091] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.656028] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecb06d22-f808-4174-9021-0cab1c455442: rpc.has_security_group_logging(os_id): False [ 789.673711] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.673880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.673939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.674253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.674399] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.674636] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.674787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.674864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.675050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.675132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.675325] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.675420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.675482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.675622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.675698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.675897] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.675988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.677508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.677694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.677834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.677941] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecb06d22-f808-4174-9021-0cab1c455442 is going to be created. [ 789.732146] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.732338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.732555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.732739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.743895] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecb06d22-f808-4174-9021-0cab1c455442 in Status: IN_PROGRESS for 2s [ 789.995171] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.995412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.995532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.995885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.021967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.022375] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.022375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.022561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.022594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.022850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.022850] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209461a0-8ca6-4105-979d-f075f7aa3522 is going to be updated. [ 790.055139] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.055313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.055378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.055598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.055734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.068222] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209461a0-8ca6-4105-979d-f075f7aa3522 in Status: IN_PROGRESS for 2s [ 790.094402] env[69404]: INFO networking_nsxv3.common.synchronization [req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 req-c81aed4c-954d-4080-add4-5025703e3be4 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 790.099221] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 790.099926] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.100077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.100138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.100408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.100572] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.100666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.100717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.100874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.100960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.101065] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.352359] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 790.352855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.352855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.352998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.353132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.353251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.353311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.353464] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.353546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.353631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.353789] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.353892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.353953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.354105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.354245] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.354337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.354401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.354533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.354613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.354688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.354771] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.355712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.355879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.356106] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.356166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.356210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.356324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.356438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.356479] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.604503] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.604904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.604904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.605082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.605205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.605475] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.605718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.608168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.609592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.609592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.609592] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 already deleted. [ 790.609592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.622028] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.622028] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-819" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.622208] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-819" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.622481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-819" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.622743] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.622895] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.624074] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.624074] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.624074] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.625321] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.625321] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.625321] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.625321] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.625321] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.625321] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.625705] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.648076] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.648257] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.648397] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.648617] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-819" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.648883] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-139c1388-adfe-4535-922a-5253abb4e92e taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.649124] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-139c1388-adfe-4535-922a-5253abb4e92e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.649220] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-139c1388-adfe-4535-922a-5253abb4e92e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.649555] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-139c1388-adfe-4535-922a-5253abb4e92e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.649701] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139c1388-adfe-4535-922a-5253abb4e92e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.860329] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b7d7b73-bf87-4dd8-8177-871c69e5a150: rpc.has_security_group_logging(os_id): False [ 790.863807] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.876835] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.877018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.877097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.877380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.893583] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.893850] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.893974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.894046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.894252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.894350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.894647] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.894811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.894811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.894921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.894921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.895475] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.895475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.895475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.895475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.895475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.895693] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 790.950966] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.951134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.951207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.951427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.951568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.966269] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 791.158550] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.158767] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.158881] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.159247] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.159401] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.159564] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 139c1388-adfe-4535-922a-5253abb4e92e not found, creating... [ 791.159834] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160049] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160179] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160415] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.160552] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.160835] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160991] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.162126] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.162397] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.162566] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.162740] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 139c1388-adfe-4535-922a-5253abb4e92e is going to be created. [ 791.184148] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.184383] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.185292] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.185657] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.185912] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.186170] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-139c1388-adfe-4535-922a-5253abb4e92e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.366429] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.755156] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecb06d22-f808-4174-9021-0cab1c455442 in Status: SUCCESS [ 791.755559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.868363] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.868552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.868596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.868793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.868884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.868985] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 791.905970] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.906131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.906210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.906430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.906572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.921495] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 792.077806] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209461a0-8ca6-4105-979d-f075f7aa3522 in Status: SUCCESS [ 792.078179] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209461a0-8ca6-4105-979d-f075f7aa3522 deletion is rescheduled due to dependency. [ 792.078352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.219750] env[69404]: INFO networking_nsxv3.common.synchronization [req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 req-37d45368-cf27-4094-8216-5065633622f1 service nova] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_rules [ 792.219968] env[69404]: INFO networking_nsxv3.common.synchronization [req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 req-37d45368-cf27-4094-8216-5065633622f1 service nova] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 792.220108] env[69404]: INFO networking_nsxv3.common.synchronization [req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 req-37d45368-cf27-4094-8216-5065633622f1 service nova] Enqueued Resource ID: 139c1388-adfe-4535-922a-5253abb4e92e with Priority: HIGHEST for action port [ 792.220739] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_rules [ 792.220886] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 792.220984] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139c1388-adfe-4535-922a-5253abb4e92e with Priority: HIGHEST for action port [ 792.221413] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.221586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.221744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.221942] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.222044] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.222969] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.227025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.227025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.227025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.227025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.227025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.227025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.227025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.227025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.227025] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.227025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-139c1388-adfe-4535-922a-5253abb4e92e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.227932] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139c1388-adfe-4535-922a-5253abb4e92e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.228102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139c1388-adfe-4535-922a-5253abb4e92e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.228363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139c1388-adfe-4535-922a-5253abb4e92e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.228481] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139c1388-adfe-4535-922a-5253abb4e92e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.730368] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.730531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.730703] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.734870] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 139c1388-adfe-4535-922a-5253abb4e92e with status ACTIVE [ 792.734870] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.734870] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.734870] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.734870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.734870] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 139c1388-adfe-4535-922a-5253abb4e92e is going to be updated. [ 792.757687] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.758056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.758492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.758886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.758886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.759030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139c1388-adfe-4535-922a-5253abb4e92e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.829278] env[69404]: INFO networking_nsxv3.common.synchronization [req-251c69b8-69b6-48af-bf76-5c99763b980b req-7d927c4d-9886-4638-a268-68d6d214cd36 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Enqueued Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_members [ 792.829802] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_members [ 792.830118] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.830240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.830306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.830666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.830728] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.830829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.830859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.830996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.831976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.832160] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.981624] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 792.981624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.981901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.982124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.982233] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.239882] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.334401] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.334562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.334636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.334895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.334990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.335213] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.335314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.335376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.335530] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.335605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.335688] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e already deleted. [ 793.335772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.348155] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.348342] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-441" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.348472] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-441" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.348808] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-441" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.349097] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.349268] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.349405] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.349639] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.349805] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.351019] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.351019] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.351019] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.351019] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.351019] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.351019] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.351019] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.368584] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.368749] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.368890] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.369102] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-441" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.369466] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-8b347088-c694-4da5-ab85-785561ca9a83 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.369615] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-8b347088-c694-4da5-ab85-785561ca9a83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.369736] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-8b347088-c694-4da5-ab85-785561ca9a83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.370051] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-8b347088-c694-4da5-ab85-785561ca9a83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.370196] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b347088-c694-4da5-ab85-785561ca9a83',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.485232] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.485366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.744216] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.744216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.744216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.744216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.744216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.744216] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be created. [ 793.769485] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.769485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.769485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.769485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.769485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.781082] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: UNINITIALIZED for 2s [ 793.881462] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.881462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.881462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.881462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.881462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.881462] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 8b347088-c694-4da5-ab85-785561ca9a83 not found, creating... [ 793.881462] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.881462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.881462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.881462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.881462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.881940] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.881940] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.881940] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.881940] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.884106] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.884106] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 8b347088-c694-4da5-ab85-785561ca9a83 is going to be created. [ 793.905435] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.905855] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.906328] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.906818] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.907309] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.907739] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-8b347088-c694-4da5-ab85-785561ca9a83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.942746] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 793.942746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.942746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.942746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.942746] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.942746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.942746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.942746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.942746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.942746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.942746] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.948800] env[69404]: INFO networking_nsxv3.common.synchronization [req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a req-34114208-a3ee-45b3-87c2-bd5430307ecb tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Enqueued Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGHEST for action security_group_members [ 793.949579] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGHEST for action security_group_members [ 793.950247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb06d22-f808-4174-9021-0cab1c455442 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.950432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.950540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.950758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.950958] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.954252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.954252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.954252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.954252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.954252] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.445836] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.445836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.445836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.445836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.445836] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.445836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.445836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.445836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.446163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.446163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.446163] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.446268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.446268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.446389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.446506] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.446589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.446646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.446787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.446924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.446993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.447079] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.459138] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.459138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.459138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.459138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.459138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.459138] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.459138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.459138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.459138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.459138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.459138] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb06d22-f808-4174-9021-0cab1c455442 is going to be updated. [ 794.484634] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.484634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.484634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.484634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.484634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.492586] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb06d22-f808-4174-9021-0cab1c455442 in Status: IN_PROGRESS for 2s [ 794.756456] env[69404]: INFO networking_nsxv3.common.synchronization [req-251c69b8-69b6-48af-bf76-5c99763b980b req-f66c8a22-1718-424e-bfd9-9a8fd53d021d service nova] Enqueued Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_rules [ 794.757225] env[69404]: INFO networking_nsxv3.common.synchronization [req-251c69b8-69b6-48af-bf76-5c99763b980b req-f66c8a22-1718-424e-bfd9-9a8fd53d021d service nova] Enqueued Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_members [ 794.757352] env[69404]: INFO networking_nsxv3.common.synchronization [req-251c69b8-69b6-48af-bf76-5c99763b980b req-f66c8a22-1718-424e-bfd9-9a8fd53d021d service nova] Enqueued Resource ID: 8b347088-c694-4da5-ab85-785561ca9a83 with Priority: HIGHEST for action port [ 794.757883] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_rules [ 794.759060] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_members [ 794.759271] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b347088-c694-4da5-ab85-785561ca9a83 with Priority: HIGHEST for action port [ 794.759569] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.759694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.759780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.759971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.760043] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.760887] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.761012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.761089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.761256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.761402] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.761495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.761556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.761692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.761776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.761864] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.766122] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b347088-c694-4da5-ab85-785561ca9a83 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.766122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b347088-c694-4da5-ab85-785561ca9a83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.766122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b347088-c694-4da5-ab85-785561ca9a83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.766122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b347088-c694-4da5-ab85-785561ca9a83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.766122] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b347088-c694-4da5-ab85-785561ca9a83',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.949405] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b7d7b73-bf87-4dd8-8177-871c69e5a150: rpc.has_security_group_logging(os_id): False [ 794.968366] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.968366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.968366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.968366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.968366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.968366] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.968366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.968366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.968753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.968753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.968753] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.968864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.968864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.968982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.969915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.969915] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.969915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.969915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.969915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.969915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.969915] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 795.025332] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.025488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.025673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.025882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.025945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.048091] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 795.268573] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.268573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.268573] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.269668] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b347088-c694-4da5-ab85-785561ca9a83 with status ACTIVE [ 795.269668] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.269824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.269824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.270018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.270135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.270357] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.270433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.270470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.270667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.271291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.271291] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.271291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.271291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.271481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.271481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.271543] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b347088-c694-4da5-ab85-785561ca9a83 is going to be updated. [ 795.310979] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.311232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.311346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.311618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.311826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.312083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b347088-c694-4da5-ab85-785561ca9a83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.777022] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.791863] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 795.792096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.792465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.792603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.792803] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.792931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.793112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.793261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.793261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.793361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.793420] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.282126] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.282585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.282585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.282585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.283242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.283242] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e is going to be created. [ 796.295739] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.306243] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.306795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.306795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.306795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.307555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.316790] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bda9f9-3b01-45c2-a29c-0c790100649e in Status: UNINITIALIZED for 2s [ 796.501601] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb06d22-f808-4174-9021-0cab1c455442 in Status: SUCCESS [ 796.501789] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb06d22-f808-4174-9021-0cab1c455442 deletion is rescheduled due to dependency. [ 796.501969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.798496] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f43f69-fd6b-448c-9eae-58fb10378c55: rpc.has_security_group_logging(os_id): False [ 796.818319] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.818519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.818620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.818882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.819011] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.819338] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.819452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.819527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.819696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.819782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.819912] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be created. [ 796.892861] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.892861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.892861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.892861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.892861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.905271] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: IN_PROGRESS for 2s [ 797.053404] env[69404]: INFO networking_nsxv3.common.synchronization [req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 req-aa1b4a20-4aa7-45dc-9a94-eda9e11db285 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 797.053404] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 797.054015] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.054161] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.054227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.054479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.054672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.054777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.054838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.054997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.055101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.055194] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.065019] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 797.065019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.559860] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.724311] env[69404]: INFO networking_nsxv3.common.synchronization [req-4d3b9f4c-811b-4837-b59c-71d327255eb4 req-bb82dfd6-7fd5-45d1-9c4d-b7dc918f0685 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Enqueued Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 797.724851] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 with Priority: HIGHEST for action security_group_members [ 797.725178] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc61a24-5568-4cad-a5b5-e76136b7b537 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.725303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.725370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.725564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.725715] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.725899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.725971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.726137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.726224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.726317] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc61a24-5568-4cad-a5b5-e76136b7b537',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.063601] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.228220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.228388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.228458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.228673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.248253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.248509] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.248612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.248676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.248874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.248959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.249072] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 is going to be updated. [ 798.271969] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.272178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.272259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.272510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.272681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.280641] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: IN_PROGRESS for 2s [ 798.327554] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bda9f9-3b01-45c2-a29c-0c790100649e in Status: SUCCESS [ 798.327779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.327946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.328198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.328386] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.328509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.328573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.328723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.328804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.328891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.328982] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.569748] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.570069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.570069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.570195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.570288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.570387] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18fde77-0201-420c-bc33-1131c197ba3b is going to be updated. [ 798.598328] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.598500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.598565] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.598782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.598871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.607579] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: IN_PROGRESS for 2s [ 798.831429] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.916105] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 798.916331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.334697] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4bda9f9-3b01-45c2-a29c-0c790100649e: rpc.has_security_group_logging(os_id): False [ 799.357173] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.357173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.357173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.357173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.357173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.357173] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.357173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.357173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.357173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.357173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.357173] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e is going to be created. [ 799.410733] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.411059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.411233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.411523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.411793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.421478] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bda9f9-3b01-45c2-a29c-0c790100649e in Status: IN_PROGRESS for 2s [ 800.289377] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 in Status: SUCCESS [ 800.289660] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc61a24-5568-4cad-a5b5-e76136b7b537 deletion is rescheduled due to dependency. [ 800.289660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc61a24-5568-4cad-a5b5-e76136b7b537" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.310704] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 req-b9f97572-44ab-4aef-bb28-6e2be2fe9469 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 800.311341] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 800.311641] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.311735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.311788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.311994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.313124] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.313391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.313478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.313696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.313850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.313969] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.617513] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: SUCCESS [ 800.617769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.701529] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 req-e4a3fef8-3132-4998-ad7a-190dc6a10c7a tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 800.702091] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 800.702396] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.702501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.817465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.817660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.817753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.818045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.837449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.837591] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.837709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.837774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.837971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.838091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.838244] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 800.862624] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.862703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.862773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.862980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.863148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.873870] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 801.183977] env[69404]: INFO networking_nsxv3.common.synchronization [req-1bff5db7-345c-44da-b846-65dd3d50950d req-f69bb644-3bfe-44f2-b9f1-2a604ba611f6 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 801.183977] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 801.183977] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.183977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.183977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.183977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.183977] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.183977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.183977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.183977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.183977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.183977] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.287183] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.287395] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-511" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.287519] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-511" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.288019] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-511" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.288328] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.288495] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.288611] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.290130] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.290386] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.290511] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.291162] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.291366] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.291500] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.291621] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.291730] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.291871] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.306090] env[69404]: INFO networking_nsxv3.common.synchronization [req-03a41fd3-6075-417a-ba49-270976f9a635 req-761e0c00-3a1f-45ec-84cc-af4d17a61d3f tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Enqueued Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 801.307392] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1758d-01ee-4af4-bee3-5db22e465261 with Priority: HIGHEST for action security_group_members [ 801.307392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d1758d-01ee-4af4-bee3-5db22e465261 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.307392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.311549] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.311846] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.311956] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.312215] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-511" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.312613] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.312788] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.312878] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.313961] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.314234] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b04971e-1c5d-4aef-9852-5b6fcc5c71e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.433586] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bda9f9-3b01-45c2-a29c-0c790100649e in Status: SUCCESS [ 801.433974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.686217] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.817381] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.817601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.817725] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.818009] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.818195] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.818355] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 not found, creating... [ 801.818609] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.818762] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.818878] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.819116] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.819252] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.819531] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.819676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.819790] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.819990] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.820140] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.820278] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 is going to be created. [ 801.839070] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.839251] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.839401] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.839621] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.839834] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.840054] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.189151] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.692987] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.692987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.692987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.692987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.692987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.692987] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 802.719194] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.719340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.719646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.719646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.719767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.728713] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 802.827603] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 req-fcbb7217-7d91-4859-8b90-44460211afac service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 802.827779] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 req-fcbb7217-7d91-4859-8b90-44460211afac service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 802.827948] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 req-fcbb7217-7d91-4859-8b90-44460211afac service nova] Enqueued Resource ID: 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 with Priority: HIGHEST for action port [ 802.828179] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 802.828308] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 802.828415] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 with Priority: HIGHEST for action port [ 802.828984] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.829205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.829288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.829496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.829579] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.831261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.831377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.831616] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.831904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.831904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.832012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.832100] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b04971e-1c5d-4aef-9852-5b6fcc5c71e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.885064] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 802.885314] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac deletion is rescheduled due to dependency. [ 802.887377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.887377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.887377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.887377] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.887377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.887377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.887377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.887377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.887377] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.332117] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.332286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.337465] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 with status ACTIVE [ 803.337625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.337777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.337851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.338114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.338217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.338606] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.338606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.338606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.338809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.338906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.339102] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.339199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.339260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.339403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.339478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.339560] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 is going to be updated. [ 803.358976] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.359130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.359202] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.359398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.359592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.359708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.390254] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.892820] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.115055] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.115055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-931" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.115055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-931" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.115055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-931" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.115055] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.115055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.115055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.115055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.115055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.116436] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.116711] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.116946] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.117216] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.117482] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.117714] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.117976] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.137024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.137024] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.137024] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.137024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-931" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.137024] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-ca780144-49f5-4596-8ab9-53dee5fb9f13 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.137024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-ca780144-49f5-4596-8ab9-53dee5fb9f13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.137024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-ca780144-49f5-4596-8ab9-53dee5fb9f13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.137024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-ca780144-49f5-4596-8ab9-53dee5fb9f13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.137024] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca780144-49f5-4596-8ab9-53dee5fb9f13',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.395856] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.396061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.396131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.396336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.396521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.396588] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 804.426696] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.426849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.426888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.427113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.427289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.434608] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 804.640402] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.640619] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.640745] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.641028] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.641180] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.641336] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port ca780144-49f5-4596-8ab9-53dee5fb9f13 not found, creating... [ 804.641576] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.641732] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.641849] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.642080] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.642217] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.642491] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.642645] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.642760] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.642963] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.643110] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.643250] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: ca780144-49f5-4596-8ab9-53dee5fb9f13 is going to be created. [ 804.660434] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.660639] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.660725] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.660938] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.661165] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.661377] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-ca780144-49f5-4596-8ab9-53dee5fb9f13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739232] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 804.739558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.740220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.740435] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.740666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.740666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.740993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.741095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.741196] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d1758d-01ee-4af4-bee3-5db22e465261',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.243020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.243306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.243306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.243457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.267198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.267466] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.267585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.267647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.267844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.267925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.268030] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 is going to be updated. [ 805.295825] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.295966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.296067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.296262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.296413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.305253] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: IN_PROGRESS for 2s [ 805.476229] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 req-a1e7e896-d3d9-4a67-9864-efe1071a6cfb service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 805.477874] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 req-a1e7e896-d3d9-4a67-9864-efe1071a6cfb service nova] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 805.477874] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 req-a1e7e896-d3d9-4a67-9864-efe1071a6cfb service nova] Enqueued Resource ID: ca780144-49f5-4596-8ab9-53dee5fb9f13 with Priority: HIGHEST for action port [ 805.477874] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_rules [ 805.477874] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 805.477874] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca780144-49f5-4596-8ab9-53dee5fb9f13 with Priority: HIGHEST for action port [ 805.477874] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.477874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.478188] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.478188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.478188] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca780144-49f5-4596-8ab9-53dee5fb9f13 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.478318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca780144-49f5-4596-8ab9-53dee5fb9f13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.478318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca780144-49f5-4596-8ab9-53dee5fb9f13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.478779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca780144-49f5-4596-8ab9-53dee5fb9f13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.478779] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca780144-49f5-4596-8ab9-53dee5fb9f13',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.981043] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca780144-49f5-4596-8ab9-53dee5fb9f13 with status ACTIVE [ 805.981208] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.981395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.981490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.981729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.981826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.982013] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.982119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.982173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.982324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.982403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.982582] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.982677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.982737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.982870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.982943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.983540] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca780144-49f5-4596-8ab9-53dee5fb9f13 is going to be updated. [ 806.004996] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.005184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.005269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.005460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.005594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.005758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca780144-49f5-4596-8ab9-53dee5fb9f13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.444852] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 806.445216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.445465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.445696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.445891] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.446030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.446100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.446299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.446335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.446435] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.948841] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.315301] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d1758d-01ee-4af4-bee3-5db22e465261 in Status: SUCCESS [ 807.315301] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d1758d-01ee-4af4-bee3-5db22e465261 deletion is rescheduled due to dependency. [ 807.315301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d1758d-01ee-4af4-bee3-5db22e465261" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.451662] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.954771] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.954937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.955017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.955399] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.955521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.955628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 807.991997] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.992174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.992250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.992486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.992631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.000146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 810.010326] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 810.010578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.010762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.011029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.011304] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.011410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.011446] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.011880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.011880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.011880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.012105] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.012825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.013030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.013220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.013351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.013448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.013631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.013699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.013816] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.477431] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.477540] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 810.516425] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.516739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.517044] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.019905] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.522590] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.522590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.522590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.522804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.522839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.522937] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 811.548652] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.548792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.548865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.549478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.549636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.558875] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 813.431028] env[69404]: INFO networking_nsxv3.common.synchronization [req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 req-6702758c-61ca-439f-8a74-4a2a65ce6a47 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 813.431028] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 813.431028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.431028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.431028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.431028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.431924] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.432176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.432322] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.432585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.432757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.433936] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.568731] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 813.568838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.570101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.570101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.570101] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.570500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.570500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.570500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.570597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.570626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.570826] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.570928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.574019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.574019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.574019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.574019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.574019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.574019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.574019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.574019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.574019] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.812056] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.812056] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.812262] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.812589] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.812923] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.813289] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.813460] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.813697] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.813835] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.814064] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.814254] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.814459] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.814591] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.814718] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.814864] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.815047] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.832746] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.832904] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.833051] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.833224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.833527] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-ec5ad08a-5c12-4277-a173-b33d6ddfde28 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.833695] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-ec5ad08a-5c12-4277-a173-b33d6ddfde28" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.833810] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-ec5ad08a-5c12-4277-a173-b33d6ddfde28" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.834158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-ec5ad08a-5c12-4277-a173-b33d6ddfde28" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.834293] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5ad08a-5c12-4277-a173-b33d6ddfde28',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.935435] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.935621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.935695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.935926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.936040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.936229] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.936326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.936386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.936540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.936617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.936699] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 already deleted. [ 813.936778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.076724] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 167d122c-e93f-4140-b3c1-3a5197e264ac: rpc.has_security_group_logging(os_id): False [ 814.096482] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.098249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.098374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.098561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.099038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.099038] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.099299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.099299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.099299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.099392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100543] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.100543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.100543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.100543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.100543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100543] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.100543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.100543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.100543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.100543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100543] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 814.161292] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.161457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.161571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.161734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.161879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.173244] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 814.337319] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.337598] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.338366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.338366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.338366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.338521] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port ec5ad08a-5c12-4277-a173-b33d6ddfde28 not found, creating... [ 814.338775] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.338938] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.339071] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.339368] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.339425] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.339714] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.339910] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.340062] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.340288] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.340451] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.340597] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: ec5ad08a-5c12-4277-a173-b33d6ddfde28 is going to be created. [ 814.360747] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.360747] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.360747] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.361085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.361635] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.361635] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-ec5ad08a-5c12-4277-a173-b33d6ddfde28" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.205496] env[69404]: INFO networking_nsxv3.common.synchronization [req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 req-b007fdd7-7a9a-4749-a606-4ffe5a6c22fb tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 815.205496] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 815.205496] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.205496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.205496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.205496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.205496] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.205496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.205496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.205496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.205496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.205496] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.273432] env[69404]: INFO networking_nsxv3.common.synchronization [req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 req-0f38ebe6-880f-4e66-b205-40b07de08496 service nova] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_rules [ 815.273604] env[69404]: INFO networking_nsxv3.common.synchronization [req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 req-0f38ebe6-880f-4e66-b205-40b07de08496 service nova] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 815.273738] env[69404]: INFO networking_nsxv3.common.synchronization [req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 req-0f38ebe6-880f-4e66-b205-40b07de08496 service nova] Enqueued Resource ID: ec5ad08a-5c12-4277-a173-b33d6ddfde28 with Priority: HIGHEST for action port [ 815.273961] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_rules [ 815.274101] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 815.274198] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5ad08a-5c12-4277-a173-b33d6ddfde28 with Priority: HIGHEST for action port [ 815.275081] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.275081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.275081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.280657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.280657] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.280898] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.280898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.280898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.281068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.281226] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.281322] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.281383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.281525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.281603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.281694] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.283344] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec5ad08a-5c12-4277-a173-b33d6ddfde28 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.283497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec5ad08a-5c12-4277-a173-b33d6ddfde28" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.283554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec5ad08a-5c12-4277-a173-b33d6ddfde28" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.283694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec5ad08a-5c12-4277-a173-b33d6ddfde28" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.283771] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5ad08a-5c12-4277-a173-b33d6ddfde28',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.456625] env[69404]: INFO networking_nsxv3.common.synchronization [req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 req-9df1bdb2-536b-4026-a9b2-b5aa693b644f tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Enqueued Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 815.457151] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167d122c-e93f-4140-b3c1-3a5197e264ac with Priority: HIGHEST for action security_group_members [ 815.457438] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-167d122c-e93f-4140-b3c1-3a5197e264ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.457577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.554455] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c750169b-e287-4c5f-bc63-a67382d6a123 None None] Enqueued Resource ID: 67240e45-f6f1-47b2-b7f7-ca0ed61d8253 with Priority: HIGHEST for action port [ 815.554705] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67240e45-f6f1-47b2-b7f7-ca0ed61d8253 with Priority: HIGHEST for action port [ 815.555230] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-67240e45-f6f1-47b2-b7f7-ca0ed61d8253 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.555354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67240e45-f6f1-47b2-b7f7-ca0ed61d8253" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.555522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67240e45-f6f1-47b2-b7f7-ca0ed61d8253" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.555785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67240e45-f6f1-47b2-b7f7-ca0ed61d8253" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.555869] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67240e45-f6f1-47b2-b7f7-ca0ed61d8253',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.707814] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.782325] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.782492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.792027] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec5ad08a-5c12-4277-a173-b33d6ddfde28 with status ACTIVE [ 815.792399] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.792399] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.792504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.793334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.793334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.793334] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.793334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.793334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.793334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.793334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.793597] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.793597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.793597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.793708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.793708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.793769] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec5ad08a-5c12-4277-a173-b33d6ddfde28 is going to be updated. [ 815.795159] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.817292] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.818284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.819695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.819695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.819695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.819695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec5ad08a-5c12-4277-a173-b33d6ddfde28" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.907421] env[69404]: INFO networking_nsxv3.common.synchronization [req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 req-9fce5dcc-df58-402e-85ff-ed182e9b6f69 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 815.907986] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 815.908347] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.908476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.058388] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67240e45-f6f1-47b2-b7f7-ca0ed61d8253 [ 816.058736] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.058825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.058871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.059139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.059232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.059330] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67240e45-f6f1-47b2-b7f7-ca0ed61d8253 already deleted. [ 816.059409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67240e45-f6f1-47b2-b7f7-ca0ed61d8253" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.185072] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 816.185879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.185879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.185879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.185879] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.211711] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.293038] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.293955] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.293955] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.293955] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.294108] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.294216] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.294296] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.294559] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.294641] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.294842] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.294968] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.295096] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.295210] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.295330] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.295447] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.295583] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.298142] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.318590] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.318761] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.318901] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.319101] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.319402] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-702e0daa-0bcf-432f-b63e-caefe491dcbd taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.319574] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-702e0daa-0bcf-432f-b63e-caefe491dcbd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.319696] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-702e0daa-0bcf-432f-b63e-caefe491dcbd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.320638] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-702e0daa-0bcf-432f-b63e-caefe491dcbd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.320877] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702e0daa-0bcf-432f-b63e-caefe491dcbd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.705828] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.706121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.706121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.706430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.706430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.706518] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be deleted. [ 816.715968] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.715968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.715968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.715968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.715968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.715968] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be updated. [ 816.746022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.746022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.746022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.746022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.746022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.753678] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: IN_PROGRESS for 2s [ 816.780096] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.780260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.780337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.780527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.780621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.780785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.804552] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804738] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.805042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.805137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.805233] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be created. [ 816.825250] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.825250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.825250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.825250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.825250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.825250] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 702e0daa-0bcf-432f-b63e-caefe491dcbd not found, creating... [ 816.825250] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.825250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.825250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.825250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.825250] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.825805] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.825805] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.825805] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.826031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.826137] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.826276] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 702e0daa-0bcf-432f-b63e-caefe491dcbd is going to be created. [ 816.850949] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.851129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.851193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.851370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.851524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.862316] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: UNINITIALIZED for 2s [ 816.873510] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.873726] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.873853] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.874162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.874366] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.874594] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-702e0daa-0bcf-432f-b63e-caefe491dcbd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.675471] env[69404]: INFO networking_nsxv3.common.synchronization [None req-999d7fab-6f82-4254-b814-4e129f0cb84f None None] Enqueued Resource ID: 69bea837-c794-433d-b832-4ee9dd6925d0 with Priority: HIGHEST for action port [ 817.676013] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bea837-c794-433d-b832-4ee9dd6925d0 with Priority: HIGHEST for action port [ 817.676892] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-69bea837-c794-433d-b832-4ee9dd6925d0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.677090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69bea837-c794-433d-b832-4ee9dd6925d0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.677253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69bea837-c794-433d-b832-4ee9dd6925d0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.677515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69bea837-c794-433d-b832-4ee9dd6925d0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.677703] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69bea837-c794-433d-b832-4ee9dd6925d0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.964378] env[69404]: INFO networking_nsxv3.common.synchronization [None req-b580ad71-ee19-471b-a0e3-271e6b61372f None None] Enqueued Resource ID: 5d827923-76a7-48b3-ace6-28ae5b5a073c with Priority: HIGHEST for action port [ 817.964909] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d827923-76a7-48b3-ace6-28ae5b5a073c with Priority: HIGHEST for action port [ 817.965212] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d827923-76a7-48b3-ace6-28ae5b5a073c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.965336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d827923-76a7-48b3-ace6-28ae5b5a073c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.965405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d827923-76a7-48b3-ace6-28ae5b5a073c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.966370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d827923-76a7-48b3-ace6-28ae5b5a073c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.966370] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d827923-76a7-48b3-ace6-28ae5b5a073c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.034297] env[69404]: INFO networking_nsxv3.common.synchronization [req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 req-43c6c213-3748-4fa4-be7d-befc5d3d7518 service nova] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_rules [ 818.034297] env[69404]: INFO networking_nsxv3.common.synchronization [req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 req-43c6c213-3748-4fa4-be7d-befc5d3d7518 service nova] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 818.034297] env[69404]: INFO networking_nsxv3.common.synchronization [req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 req-43c6c213-3748-4fa4-be7d-befc5d3d7518 service nova] Enqueued Resource ID: 702e0daa-0bcf-432f-b63e-caefe491dcbd with Priority: HIGHEST for action port [ 818.034297] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_rules [ 818.034436] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 818.034436] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702e0daa-0bcf-432f-b63e-caefe491dcbd with Priority: HIGHEST for action port [ 818.034955] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.035084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.035256] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.035334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.035572] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-702e0daa-0bcf-432f-b63e-caefe491dcbd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.038015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702e0daa-0bcf-432f-b63e-caefe491dcbd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.038015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702e0daa-0bcf-432f-b63e-caefe491dcbd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.038015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702e0daa-0bcf-432f-b63e-caefe491dcbd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.038015] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702e0daa-0bcf-432f-b63e-caefe491dcbd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.180026] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69bea837-c794-433d-b832-4ee9dd6925d0 [ 818.180275] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.180405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.180553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.180684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.180771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.180861] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69bea837-c794-433d-b832-4ee9dd6925d0 already deleted. [ 818.181371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69bea837-c794-433d-b832-4ee9dd6925d0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.468527] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d827923-76a7-48b3-ace6-28ae5b5a073c [ 818.468800] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.468920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.468989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.469214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.469304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.469886] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d827923-76a7-48b3-ace6-28ae5b5a073c already deleted. [ 818.469886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d827923-76a7-48b3-ace6-28ae5b5a073c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.540642] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 702e0daa-0bcf-432f-b63e-caefe491dcbd with status ACTIVE [ 818.540642] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.540848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.540848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.541495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.541495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.541495] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.541495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.541495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.541929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.541929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.541929] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.541929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.542126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.542126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.542199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.542279] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 702e0daa-0bcf-432f-b63e-caefe491dcbd is going to be updated. [ 818.562587] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.563044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.563044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.563044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.563178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.563311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702e0daa-0bcf-432f-b63e-caefe491dcbd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.693071] env[69404]: INFO networking_nsxv3.common.synchronization [None req-7d82712a-13ae-4a9f-b9cc-5ba9142f85e6 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Enqueued Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_rules [ 818.693656] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_rules [ 818.695044] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d720cdb-e072-478f-a21a-f33fe424fa3f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.695044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.695044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.695044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.695044] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.768105] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167d122c-e93f-4140-b3c1-3a5197e264ac in Status: SUCCESS [ 818.768105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.768105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.768316] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.771058] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.771058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.771058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.771058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.771058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.771058] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167d122c-e93f-4140-b3c1-3a5197e264ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.775736] env[69404]: INFO networking_nsxv3.common.synchronization [None req-79abf93e-6ede-480a-b5b7-f3d76ee27b57 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Enqueued Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_rules [ 818.777406] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_rules [ 818.777406] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d720cdb-e072-478f-a21a-f33fe424fa3f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.777406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.873513] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 818.873513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.873513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.873513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.873835] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.873835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.873931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.874053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.874137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.874222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.874320] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.875157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.875351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.875540] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.875674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.875756] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.875914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.876030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.876120] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.220109] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.220109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.220109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.220109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.220109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.220109] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f already deleted. [ 819.220109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.220109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.220109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.220109] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.276982] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.276982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.276982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.276982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.276982] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.276982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.276982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.276982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.276982] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167d122c-e93f-4140-b3c1-3a5197e264ac is going to be deleted. [ 819.307291] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.307291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.307291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.307291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.307291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.307291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167d122c-e93f-4140-b3c1-3a5197e264ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.378539] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.378539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.383401] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.739693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.740049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.740049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.740243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.740370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.740530] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f already deleted. [ 819.740638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.758101] env[69404]: INFO networking_nsxv3.common.synchronization [req-32f81bf2-d02e-400a-8be0-17ff723dea68 req-af26a48a-87c7-4064-9081-fdfa8a547c6e tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Enqueued Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_members [ 819.762018] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_members [ 819.762018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.762018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.762018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.762018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.762018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.762018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.762475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.763254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.763352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.763448] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.885525] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.215426] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.215638] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.215765] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.216130] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.216399] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.216556] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.216672] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.216890] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.220699] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.221027] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.221211] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.221278] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.221391] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.221504] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.221610] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.221752] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.242018] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.243014] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.243014] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.243014] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-83" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.243014] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-5b1f5a94-8913-489e-8794-0199d4c3dff2 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.243014] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-5b1f5a94-8913-489e-8794-0199d4c3dff2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.243309] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-5b1f5a94-8913-489e-8794-0199d4c3dff2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.243463] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-5b1f5a94-8913-489e-8794-0199d4c3dff2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.243621] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1f5a94-8913-489e-8794-0199d4c3dff2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.267048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.267207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.267275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.267492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.267580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.267810] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.267922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.270087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.270324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.270412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.270533] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 already deleted. [ 820.270640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.389244] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.389398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.389471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.390023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.390148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.390266] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 820.419781] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.419927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.419997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.421032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.421032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.428511] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 820.651730] env[69404]: INFO networking_nsxv3.common.synchronization [None req-26d699a8-5c09-4bb9-b113-405f0b7ae2ae None None] Enqueued Resource ID: 5665521a-f3c0-4510-bf53-0b86064edac8 with Priority: HIGHEST for action port [ 820.654187] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5665521a-f3c0-4510-bf53-0b86064edac8 with Priority: HIGHEST for action port [ 820.654187] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5665521a-f3c0-4510-bf53-0b86064edac8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.654187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5665521a-f3c0-4510-bf53-0b86064edac8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.654187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5665521a-f3c0-4510-bf53-0b86064edac8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.654648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5665521a-f3c0-4510-bf53-0b86064edac8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.654853] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5665521a-f3c0-4510-bf53-0b86064edac8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.746720] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.748155] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.748155] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.748848] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.749130] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.749364] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 5b1f5a94-8913-489e-8794-0199d4c3dff2 not found, creating... [ 820.749728] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.750198] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.750395] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.750724] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.750930] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.751676] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.751916] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.752092] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.752628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.752874] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.753088] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 5b1f5a94-8913-489e-8794-0199d4c3dff2 is going to be created. [ 820.777906] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.778166] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.778273] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.778546] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.778772] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.778994] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-5b1f5a94-8913-489e-8794-0199d4c3dff2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.157479] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5665521a-f3c0-4510-bf53-0b86064edac8 [ 821.157479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.157479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.157721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.158610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.158610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.158610] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5665521a-f3c0-4510-bf53-0b86064edac8 already deleted. [ 821.158610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5665521a-f3c0-4510-bf53-0b86064edac8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.540230] env[69404]: INFO networking_nsxv3.common.synchronization [req-32f81bf2-d02e-400a-8be0-17ff723dea68 req-ae199d6a-adc4-4a71-91ae-a3109e9a4962 service nova] Enqueued Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_rules [ 821.544021] env[69404]: INFO networking_nsxv3.common.synchronization [req-32f81bf2-d02e-400a-8be0-17ff723dea68 req-ae199d6a-adc4-4a71-91ae-a3109e9a4962 service nova] Enqueued Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_members [ 821.544021] env[69404]: INFO networking_nsxv3.common.synchronization [req-32f81bf2-d02e-400a-8be0-17ff723dea68 req-ae199d6a-adc4-4a71-91ae-a3109e9a4962 service nova] Enqueued Resource ID: 5b1f5a94-8913-489e-8794-0199d4c3dff2 with Priority: HIGHEST for action port [ 821.544021] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_rules [ 821.544021] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_members [ 821.544021] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1f5a94-8913-489e-8794-0199d4c3dff2 with Priority: HIGHEST for action port [ 821.544021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.544021] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.544021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.544021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.544021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.544021] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.545270] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b1f5a94-8913-489e-8794-0199d4c3dff2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.545270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b1f5a94-8913-489e-8794-0199d4c3dff2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.545270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b1f5a94-8913-489e-8794-0199d4c3dff2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.545270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b1f5a94-8913-489e-8794-0199d4c3dff2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.547116] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1f5a94-8913-489e-8794-0199d4c3dff2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.052178] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.052178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.052178] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.052178] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b1f5a94-8913-489e-8794-0199d4c3dff2 with status ACTIVE [ 822.052178] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.052178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.052178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.052178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.052178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.052178] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.052178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.052837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.052871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.052965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.053187] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.053289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.053353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.053503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.053579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.053666] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b1f5a94-8913-489e-8794-0199d4c3dff2 is going to be updated. [ 822.089665] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.089778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.089844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.090065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.090196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.090354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b1f5a94-8913-489e-8794-0199d4c3dff2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.247523] env[69404]: INFO networking_nsxv3.common.synchronization [req-6db82483-5dfb-4ea4-89c5-289a268ccf25 req-b4700dda-e103-4b11-ad05-156c495cb2e0 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 822.249248] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 822.249589] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.249743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.249817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.250074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.250235] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.250335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.250397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.250548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.250642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.250737] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.437816] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 822.438058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.438239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.438451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.438648] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.438771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.438839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.439091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.439091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.439194] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.555669] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.636040] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.636040] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.636040] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.636040] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.636040] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.636040] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.636040] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.636040] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.636040] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.642284] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.642579] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.642579] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.642671] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.642750] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.642849] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.642988] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.661165] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.661315] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.661450] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.661617] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.661909] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.662084] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.662666] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.662666] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.662666] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ca49e1a-4b0e-4e4a-9dae-36364f63c289',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.756687] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.756766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.756846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.757078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.757168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.757411] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.757484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.757527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.757664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.757790] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.757884] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c already deleted. [ 822.757971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.941206] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.052104] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent loop - iteration:0 completed [ 823.052247] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent loop - iteration:1 started [ 823.058076] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.058211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.058276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.058480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.058569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.058666] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 is going to be created. [ 823.082776] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.084747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.084747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.084747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.084747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.091739] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 in Status: UNINITIALIZED for 2s [ 823.165654] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.165997] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.166211] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.166557] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.166776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.167013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 not found, creating... [ 823.167364] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.167597] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.167881] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.168315] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.168448] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.168737] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.168897] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.169030] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.169289] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.169434] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.169576] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 is going to be created. [ 823.205798] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.206035] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.206183] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.206498] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.206760] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.207044] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.446188] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.913214] env[69404]: INFO networking_nsxv3.common.synchronization [req-6db82483-5dfb-4ea4-89c5-289a268ccf25 req-986b1b5a-8a1d-4652-8df5-2dcbbeb70cca service nova] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_rules [ 823.913452] env[69404]: INFO networking_nsxv3.common.synchronization [req-6db82483-5dfb-4ea4-89c5-289a268ccf25 req-986b1b5a-8a1d-4652-8df5-2dcbbeb70cca service nova] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 823.913601] env[69404]: INFO networking_nsxv3.common.synchronization [req-6db82483-5dfb-4ea4-89c5-289a268ccf25 req-986b1b5a-8a1d-4652-8df5-2dcbbeb70cca service nova] Enqueued Resource ID: 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 with Priority: HIGHEST for action port [ 823.914146] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_rules [ 823.914287] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 823.914383] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 with Priority: HIGHEST for action port [ 823.914652] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.914774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.914842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.915115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.915201] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.916041] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.916162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.916230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.916403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.916551] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.916642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.916704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.916837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.916922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.917028] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.917774] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.917864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.917864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.918347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.918347] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ca49e1a-4b0e-4e4a-9dae-36364f63c289',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.948714] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.948786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.948820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.949050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.949145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949243] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 823.976426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.976678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.977096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.977380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.978284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.988453] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 824.419641] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.419923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.420015] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.423574] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 with status ACTIVE [ 824.423763] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.423885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.423954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.424178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.424410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.424481] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.424528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.424577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.424715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.425300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.425300] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.425300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.425300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.425300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.425300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.425497] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 is going to be updated. [ 824.446047] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.446231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.446277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.446455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.448778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.448778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ca49e1a-4b0e-4e4a-9dae-36364f63c289" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.742159] env[69404]: INFO networking_nsxv3.common.synchronization [req-0fc682f1-165a-41db-951b-4b899bf7be9f req-ec8c849f-7a85-4e37-8e42-2fb16b8d4d04 tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Enqueued Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_members [ 824.742710] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53240888-9efa-4c0e-82ba-d999ea3895ef with Priority: HIGHEST for action security_group_members [ 824.743051] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-53240888-9efa-4c0e-82ba-d999ea3895ef taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.743191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.743266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.743476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.743950] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.743950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.743950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.743950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.744136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.744136] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53240888-9efa-4c0e-82ba-d999ea3895ef',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.922504] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.104022] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 in Status: SUCCESS [ 825.104022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.104022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.104022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.104022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.104022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.104022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.104022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.104022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.104022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.104022] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.247229] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.247229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.247229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.247229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.267555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.267797] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.267936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.268084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.268259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.268346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.268442] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53240888-9efa-4c0e-82ba-d999ea3895ef is going to be updated. [ 825.293402] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.293402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.293402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.293733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.293733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.302803] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53240888-9efa-4c0e-82ba-d999ea3895ef in Status: IN_PROGRESS for 2s [ 825.426459] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.426714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.426943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.427211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.427312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.427412] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be created. [ 825.455775] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.455956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.456038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.456245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.456399] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.465498] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: UNINITIALIZED for 2s [ 825.605514] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.971914] env[69404]: INFO networking_nsxv3.common.synchronization [req-538342f2-23ca-443c-a204-ac3dd6aee36d req-ba38521c-04d3-4782-a082-80de8eaf1d73 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 825.972776] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 825.972914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.973029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.996409] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 825.997136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.997330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.997554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.997786] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.998038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.998148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.998374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.998449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.998484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.998660] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.998765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.998904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.000535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.000726] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.000871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.000984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.001239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.001368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.001462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.001556] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.107581] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9: rpc.has_security_group_logging(os_id): False [ 826.124581] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.124715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.124777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.124987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.125085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.125320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.125416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.125476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.125624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.125696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.125778] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 is going to be created. [ 826.184619] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.184760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.184827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.185056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.185270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.207214] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 in Status: IN_PROGRESS for 2s [ 826.275605] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.275605] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.275605] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.275849] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.276234] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.276484] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.276678] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.277508] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.280017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.280017] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.280017] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.280017] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.280017] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.280017] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.280017] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.280017] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.300684] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.300882] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.301143] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.301293] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.301520] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-33e40b57-7fc5-44e2-969f-a9705496c154 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.301727] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-33e40b57-7fc5-44e2-969f-a9705496c154" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.301812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-33e40b57-7fc5-44e2-969f-a9705496c154" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.302201] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-33e40b57-7fc5-44e2-969f-a9705496c154" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.302344] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e40b57-7fc5-44e2-969f-a9705496c154',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.504028] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccece632-541d-4ec7-b9dc-b1a33c4b0ad2: rpc.has_security_group_logging(os_id): False [ 826.527023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.527023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.527023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.527023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.527023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.527023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.527023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.527023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.527023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.529865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.529865] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.529865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.529865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.529865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.529865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.533060] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.533060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.533060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.533060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.533060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.533060] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be created. [ 826.587116] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.587270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.587338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.587766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.587976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.598998] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 826.806837] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.806837] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.807026] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.808236] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.808236] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.808236] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 33e40b57-7fc5-44e2-969f-a9705496c154 not found, creating... [ 826.808236] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.808236] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.808236] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.808529] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.808529] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.808678] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.808825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.808948] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.809166] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.809292] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.809426] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 33e40b57-7fc5-44e2-969f-a9705496c154 is going to be created. [ 826.829017] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.829017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.829017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.829017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.829017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.829017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-33e40b57-7fc5-44e2-969f-a9705496c154" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.313058] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53240888-9efa-4c0e-82ba-d999ea3895ef in Status: SUCCESS [ 827.313323] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53240888-9efa-4c0e-82ba-d999ea3895ef deletion is rescheduled due to dependency. [ 827.313558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53240888-9efa-4c0e-82ba-d999ea3895ef" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.474597] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 827.474597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.474817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.475063] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.475339] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.475468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.475535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.475763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.475901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.475940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.476119] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.477086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.477255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.477877] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.477877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.477877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.477877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.478156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.478156] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.593278] env[69404]: INFO networking_nsxv3.common.synchronization [req-538342f2-23ca-443c-a204-ac3dd6aee36d req-2d73542b-aab8-455f-877d-868e4ff21727 service nova] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_rules [ 827.593278] env[69404]: INFO networking_nsxv3.common.synchronization [req-538342f2-23ca-443c-a204-ac3dd6aee36d req-2d73542b-aab8-455f-877d-868e4ff21727 service nova] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 827.593278] env[69404]: INFO networking_nsxv3.common.synchronization [req-538342f2-23ca-443c-a204-ac3dd6aee36d req-2d73542b-aab8-455f-877d-868e4ff21727 service nova] Enqueued Resource ID: 33e40b57-7fc5-44e2-969f-a9705496c154 with Priority: HIGHEST for action port [ 827.593278] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_rules [ 827.593278] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 827.593278] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e40b57-7fc5-44e2-969f-a9705496c154 with Priority: HIGHEST for action port [ 827.593278] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.593278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.593278] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.593278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.593278] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e40b57-7fc5-44e2-969f-a9705496c154 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.593278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e40b57-7fc5-44e2-969f-a9705496c154" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.593278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e40b57-7fc5-44e2-969f-a9705496c154" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.599810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e40b57-7fc5-44e2-969f-a9705496c154" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.599810] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e40b57-7fc5-44e2-969f-a9705496c154',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.981701] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.981701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.981701] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.104993] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e40b57-7fc5-44e2-969f-a9705496c154 with status ACTIVE [ 828.105263] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.105400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.105461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.105675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.105762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.105950] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.106063] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.106146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.106808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.106918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.107163] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.107291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.107373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.107527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.107604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.107722] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e40b57-7fc5-44e2-969f-a9705496c154 is going to be updated. [ 828.131314] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.131503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.131552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.131753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.131886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.132072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e40b57-7fc5-44e2-969f-a9705496c154" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.228742] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 in Status: SUCCESS [ 828.229168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.483457] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.616975] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 828.616975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.616975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.616975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.616975] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.942640] env[69404]: INFO networking_nsxv3.common.synchronization [req-196011dc-1a93-413d-a9a4-d251ff5a46cc req-4e78ebbe-c004-4825-a09c-8f7b822a663f tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 828.942640] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 828.943387] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.943387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.943387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.943598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.943758] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.943844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.943882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.945050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.945196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.945302] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.988527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.988527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.988527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.988738] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.988806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.988914] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 829.017978] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.018346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.018346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.018483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.018626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.028426] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 829.123594] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.123594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.123594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.123594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.123594] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.123594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.123594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.123594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.123594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.123594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.123594] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.430836] env[69404]: INFO networking_nsxv3.common.synchronization [req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 req-fc6f74b6-0dd1-4543-aed4-b95c01f5286e tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 829.431361] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 829.431932] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.432601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.432714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.432946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.433153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.433286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.433373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.433550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.433667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.433785] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.449769] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.529676] env[69404]: INFO networking_nsxv3.common.synchronization [req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 req-5333bce4-01b1-499d-a5e4-6f68a1af7b26 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 829.530372] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 829.530583] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.530685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.578683] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.578974] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.580020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.580421] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.580774] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.581010] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.581449] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.581581] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.581824] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.582095] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.582277] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.582440] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.582590] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.582747] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.582891] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.583076] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.600481] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.600662] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.600804] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.600983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.601331] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-aa7b046f-3e1a-45dd-920e-c830ad241a8f taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.601504] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-aa7b046f-3e1a-45dd-920e-c830ad241a8f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.601624] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-aa7b046f-3e1a-45dd-920e-c830ad241a8f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.601956] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-aa7b046f-3e1a-45dd-920e-c830ad241a8f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.602130] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7b046f-3e1a-45dd-920e-c830ad241a8f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.625179] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.625493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.727892] env[69404]: INFO networking_nsxv3.common.synchronization [req-d779fe1c-0af2-456d-a453-be7d3f57c488 req-e8d17f7b-58d8-4c71-a359-f7386afac62c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 829.727892] env[69404]: INFO networking_nsxv3.common.synchronization [req-d779fe1c-0af2-456d-a453-be7d3f57c488 req-e8d17f7b-58d8-4c71-a359-f7386afac62c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 829.727892] env[69404]: INFO networking_nsxv3.common.synchronization [req-d779fe1c-0af2-456d-a453-be7d3f57c488 req-e8d17f7b-58d8-4c71-a359-f7386afac62c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Enqueued Resource ID: 4932df51-360d-4f9f-9802-e3e0802bd217 with Priority: HIGHEST for action security_group_members [ 829.728645] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGHEST for action security_group_members [ 829.728714] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGHEST for action security_group_members [ 829.730129] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4932df51-360d-4f9f-9802-e3e0802bd217 with Priority: HIGHEST for action security_group_members [ 829.730129] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.730129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.730129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.730129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.730129] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.730129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.730129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.730129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.730129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.730129] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.731393] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.731393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.731393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.731576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.731665] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.731733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.731783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.731982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.732085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.732173] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.734120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4932df51-360d-4f9f-9802-e3e0802bd217 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.734120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.734335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.734395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.734540] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.734641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.734694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.734837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.734909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.734993] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4932df51-360d-4f9f-9802-e3e0802bd217',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.936172] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.952163] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.106754] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.107076] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.107181] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.107449] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.107628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.107793] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port aa7b046f-3e1a-45dd-920e-c830ad241a8f not found, creating... [ 830.108075] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.108245] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.108362] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.108613] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.108752] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.109111] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.109318] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.109352] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.109609] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.109758] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.109902] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: aa7b046f-3e1a-45dd-920e-c830ad241a8f is going to be created. [ 830.133278] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.133509] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.133634] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.133955] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.134216] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.134472] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-aa7b046f-3e1a-45dd-920e-c830ad241a8f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.236266] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.236425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.236494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.236968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.237860] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.237964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.238262] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.238345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.262286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.262528] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.262652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.262723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.262921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.263015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.263113] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 is going to be updated. [ 830.264113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.264292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.264377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.264561] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.264665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.264725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.264864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.264961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.265298] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be updated. [ 830.266162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.266326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.292120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.292120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.292342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.292342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.292603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.292655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.292714] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4932df51-360d-4f9f-9802-e3e0802bd217 is going to be updated. [ 830.302638] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.302638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.302638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.302638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.302638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.304123] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.304273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.304355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.304582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.305013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.312194] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: IN_PROGRESS for 2s [ 830.313336] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: IN_PROGRESS for 2s [ 830.337408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.337594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.337657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.337814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.337953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.346497] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4932df51-360d-4f9f-9802-e3e0802bd217 in Status: IN_PROGRESS for 2s [ 830.437870] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.454195] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.456976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.456976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.456976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.456976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.456976] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a is going to be updated. [ 830.492695] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.498325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.498325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.498325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.498325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.506075] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: IN_PROGRESS for 2s [ 830.940926] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.943785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.943785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.943785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.943785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.943785] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 830.968537] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.968857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.969084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.969384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.969636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.978027] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 831.038879] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 831.038879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.038879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.038879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.038879] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.038879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.038879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.038879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.038879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.038879] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.060404] env[69404]: INFO networking_nsxv3.common.synchronization [req-196011dc-1a93-413d-a9a4-d251ff5a46cc req-71ae4d48-df2e-41a9-a605-286dd0521ce6 service nova] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_rules [ 831.060404] env[69404]: INFO networking_nsxv3.common.synchronization [req-196011dc-1a93-413d-a9a4-d251ff5a46cc req-71ae4d48-df2e-41a9-a605-286dd0521ce6 service nova] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 831.060404] env[69404]: INFO networking_nsxv3.common.synchronization [req-196011dc-1a93-413d-a9a4-d251ff5a46cc req-71ae4d48-df2e-41a9-a605-286dd0521ce6 service nova] Enqueued Resource ID: aa7b046f-3e1a-45dd-920e-c830ad241a8f with Priority: HIGHEST for action port [ 831.060404] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_rules [ 831.060404] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 831.060404] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7b046f-3e1a-45dd-920e-c830ad241a8f with Priority: HIGHEST for action port [ 831.060404] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.060404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.060404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.060404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.060404] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.062073] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.062444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.062650] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa7b046f-3e1a-45dd-920e-c830ad241a8f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.068075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa7b046f-3e1a-45dd-920e-c830ad241a8f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.068075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa7b046f-3e1a-45dd-920e-c830ad241a8f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.068075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa7b046f-3e1a-45dd-920e-c830ad241a8f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.068075] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7b046f-3e1a-45dd-920e-c830ad241a8f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.450199] env[69404]: INFO networking_nsxv3.common.synchronization [req-a878376c-c33c-4c40-bea8-07e40224251c req-ffc26e1d-c33f-42fa-95a5-c4c52e4403d1 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Enqueued Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGHEST for action security_group_members [ 831.450199] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGHEST for action security_group_members [ 831.450199] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a22438-4128-4aee-8b96-6620f9276cf6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.450470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.450470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.451159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.451159] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.451159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.451354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.451495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.451609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.452060] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.542396] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.569956] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.569956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.569956] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa7b046f-3e1a-45dd-920e-c830ad241a8f with status ACTIVE [ 831.569956] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.569956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.569956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.569956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.570549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.570977] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.571246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.571425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.572561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.572561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.572561] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.572561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.572561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.572976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.573506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.573506] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa7b046f-3e1a-45dd-920e-c830ad241a8f is going to be updated. [ 831.597423] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.597423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.597423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.597423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.597423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.597423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa7b046f-3e1a-45dd-920e-c830ad241a8f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.892666] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.892859] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-129" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.892983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-129" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.893321] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-129" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.893581] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.893738] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.893854] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.894482] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.894663] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.894878] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.894994] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.895125] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.895236] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.895346] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.895466] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.895603] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.912464] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.912631] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.912772] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.913088] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-129" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.913426] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.913426] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.913720] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.914049] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.914195] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30b9cd2-7ab5-4915-8b62-4167d0c5e338',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.955036] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.955036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.955036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.955424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.955424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.955884] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.955884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.955884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.955884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.955884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.956280] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a22438-4128-4aee-8b96-6620f9276cf6 already deleted. [ 831.956280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.046355] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.325704] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 in Status: SUCCESS [ 832.325920] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 deletion is rescheduled due to dependency. [ 832.326053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.326776] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 in Status: SUCCESS [ 832.327291] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 deletion is rescheduled due to dependency. [ 832.327291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.356129] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4932df51-360d-4f9f-9802-e3e0802bd217 in Status: SUCCESS [ 832.356342] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4932df51-360d-4f9f-9802-e3e0802bd217 deletion is rescheduled due to dependency. [ 832.356476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4932df51-360d-4f9f-9802-e3e0802bd217" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.416702] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.417018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.417190] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.417474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.417624] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.417785] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port f30b9cd2-7ab5-4915-8b62-4167d0c5e338 not found, creating... [ 832.418095] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.418240] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.418361] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.418578] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.418714] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.418988] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.419152] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.419269] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.419471] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.419610] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.419754] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: f30b9cd2-7ab5-4915-8b62-4167d0c5e338 is going to be created. [ 832.437368] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.437547] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.437665] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.437902] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.438222] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.438448] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.519130] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: SUCCESS [ 832.519352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.519549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.519812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.520054] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.520189] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.520263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.520453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.520699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.520699] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.549028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.549145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.549211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.549375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.549447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.549550] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 832.585503] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.585712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.585712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.585912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.586147] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.595542] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 832.990360] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 832.990360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.990360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.990360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.990360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.990360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.990360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.990360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.990360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.990360] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.022982] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.279322] env[69404]: INFO networking_nsxv3.common.synchronization [req-a878376c-c33c-4c40-bea8-07e40224251c req-9ef9c63d-e4fb-42bc-a1ad-0c1a5abfa47a service nova] Enqueued Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGHEST for action security_group_rules [ 833.279322] env[69404]: INFO networking_nsxv3.common.synchronization [req-a878376c-c33c-4c40-bea8-07e40224251c req-9ef9c63d-e4fb-42bc-a1ad-0c1a5abfa47a service nova] Enqueued Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGHEST for action security_group_members [ 833.279322] env[69404]: INFO networking_nsxv3.common.synchronization [req-a878376c-c33c-4c40-bea8-07e40224251c req-9ef9c63d-e4fb-42bc-a1ad-0c1a5abfa47a service nova] Enqueued Resource ID: f30b9cd2-7ab5-4915-8b62-4167d0c5e338 with Priority: HIGHEST for action port [ 833.279579] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGHEST for action security_group_rules [ 833.279579] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGHEST for action security_group_members [ 833.279684] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30b9cd2-7ab5-4915-8b62-4167d0c5e338 with Priority: HIGHEST for action port [ 833.280047] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a22438-4128-4aee-8b96-6620f9276cf6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.280186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.280395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.280492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.280572] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.281430] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a22438-4128-4aee-8b96-6620f9276cf6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.281545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.281602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.281817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.281900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.281986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.282382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.284403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.284403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.284403] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.286706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.286831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.286922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.289021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.289021] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30b9cd2-7ab5-4915-8b62-4167d0c5e338',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.493115] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.493357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.493441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.493672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.493764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.493962] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.494086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.494126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.494280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.494356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.494443] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 833.520225] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.520364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.520456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.520682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.520827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.525420] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.528638] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 833.789444] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.791360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a22438-4128-4aee-8b96-6620f9276cf6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.792140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.792604] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30b9cd2-7ab5-4915-8b62-4167d0c5e338 with status ACTIVE [ 833.792787] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.792898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.792964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.793208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.793305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.793487] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.793753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.793753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.793814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.794610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.794610] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.794610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.794610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.794610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.794610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.794610] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30b9cd2-7ab5-4915-8b62-4167d0c5e338 is going to be updated. [ 833.817594] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.817594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.817594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.817594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.817594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.817594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30b9cd2-7ab5-4915-8b62-4167d0c5e338" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.028914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.029349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.029349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.029349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.029781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.029781] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a is going to be updated. [ 834.057128] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.057335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.057335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.057536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.057824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.065874] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: IN_PROGRESS for 2s [ 834.295867] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.363176] env[69404]: INFO networking_nsxv3.common.synchronization [req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 req-59f1f9b3-93eb-4db9-b99a-499601e8e75a tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 834.363176] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGHEST for action security_group_members [ 834.363430] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.363864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.363935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.364150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.364299] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.364393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.364495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.365356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.365356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.365356] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.608281] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.608281] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.608281] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.608281] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.608281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.614569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.614569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.614569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.614569] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.799162] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.799329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.799391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.799604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.799689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.799788] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a22438-4128-4aee-8b96-6620f9276cf6 is going to be created. [ 834.822417] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.823400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.824260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.824260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.824260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.836358] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a22438-4128-4aee-8b96-6620f9276cf6 in Status: UNINITIALIZED for 2s [ 834.871774] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.871774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.871774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.871774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.875928] env[69404]: INFO networking_nsxv3.common.synchronization [req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd req-64f4d4bd-0170-4086-a89d-d7adfc1fa054 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 834.877666] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 834.877666] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.877666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.877666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.878024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.878235] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.878373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.878454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.878642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.878770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.878857] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.893139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.893139] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.893139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.893139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.893139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.893139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.893139] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18fde77-0201-420c-bc33-1131c197ba3b is going to be updated. [ 834.917430] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.917715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.917715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.917827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.917970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.926332] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: IN_PROGRESS for 2s [ 835.117048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd13534b-2d90-4250-ab40-5430d2a3fb8c: rpc.has_security_group_logging(os_id): False [ 835.133086] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.133247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.133321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.133585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.133685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.133873] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.133990] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.134057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.134201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.134278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.134823] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.134823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.134823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.134823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.134823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.135067] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.135465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.135580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.135717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.135770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.135838] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be created. [ 835.193168] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.193418] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.193418] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.193629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.193826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.206431] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 835.352503] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.352696] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.352827] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.353175] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.353445] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.353777] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.353983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.354710] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.355960] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.355960] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.355960] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.355960] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.359798] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.359798] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.359798] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.359798] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.375304] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.375760] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.375760] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.375870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.376110] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.376315] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.376405] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.376768] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.377135] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828d6ba2-1a51-4a62-89a9-ff84e2c7d956',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.380446] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.380624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.380726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.381025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.381186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.381775] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.381775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.381775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.382039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.382142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.382283] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 already deleted. [ 835.382439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.538226] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 835.538449] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 deletion is rescheduled due to dependency. [ 835.538641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.538766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.538953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.539174] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.539526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.539605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.539791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.539906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.540012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.540225] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.540346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.540408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.540557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.540698] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.540789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.540850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.541263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.541302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.541388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.541479] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.885370] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.885694] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.885796] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.886100] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.886259] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.886416] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 not found, creating... [ 835.887045] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.887045] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.887045] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.887224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.887429] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.887934] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.887934] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.887934] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.894242] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.894242] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.894242] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 is going to be created. [ 835.913870] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.913870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.913870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.913870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.913870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.913870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.044032] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccece632-541d-4ec7-b9dc-b1a33c4b0ad2: rpc.has_security_group_logging(os_id): False [ 836.063848] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.063848] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.063848] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.063848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.064467] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.064467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.064467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.064467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.064467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.064467] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 836.083625] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: SUCCESS [ 836.083740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.083818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.084034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.084339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.084403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.084552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.084718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.084803] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.135504] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.135504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.135504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.135900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.135900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.148367] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 836.220249] env[69404]: INFO networking_nsxv3.common.synchronization [None req-48386873-7640-4f87-8372-a17d661cf789 None None] Enqueued Resource ID: 46a7d8a8-3996-4247-9043-0e697b12521d with Priority: HIGHEST for action port [ 836.220872] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a7d8a8-3996-4247-9043-0e697b12521d with Priority: HIGHEST for action port [ 836.223031] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a7d8a8-3996-4247-9043-0e697b12521d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.223031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a7d8a8-3996-4247-9043-0e697b12521d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.223031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a7d8a8-3996-4247-9043-0e697b12521d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.223031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a7d8a8-3996-4247-9043-0e697b12521d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.223031] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a7d8a8-3996-4247-9043-0e697b12521d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.588036] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.588036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.588036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.588036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.588036] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.588381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.588381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.588514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.588612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.588733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.588906] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.589049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.589122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.589284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.589423] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.589513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.589573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.589704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.589775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.589851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.589938] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.729448] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46a7d8a8-3996-4247-9043-0e697b12521d [ 836.729888] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.729888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.729888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.730105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.730190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.730284] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46a7d8a8-3996-4247-9043-0e697b12521d already deleted. [ 836.730360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a7d8a8-3996-4247-9043-0e697b12521d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.848601] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a22438-4128-4aee-8b96-6620f9276cf6 in Status: SUCCESS [ 836.849245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.849245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.849245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.849475] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.849536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.849593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.849696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.849771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.849856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.849949] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.935465] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18fde77-0201-420c-bc33-1131c197ba3b in Status: SUCCESS [ 836.935668] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18fde77-0201-420c-bc33-1131c197ba3b deletion is rescheduled due to dependency. [ 836.935774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.094317] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 241c6400-b1be-47c4-9d27-2ce4aff5a49a: rpc.has_security_group_logging(os_id): False [ 837.113697] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.113697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.113697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.113911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.132456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.132912] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.133142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.133331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.133618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.133886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.136262] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.136581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.136620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.137874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.137874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.137874] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.137874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.137874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.137874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.137874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.137874] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a is going to be updated. [ 837.164956] env[69404]: INFO networking_nsxv3.common.synchronization [req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd req-77b554bb-3d92-48d1-abe2-21fc4d6e6581 service nova] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 837.165225] env[69404]: INFO networking_nsxv3.common.synchronization [req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd req-77b554bb-3d92-48d1-abe2-21fc4d6e6581 service nova] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 837.165370] env[69404]: INFO networking_nsxv3.common.synchronization [req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd req-77b554bb-3d92-48d1-abe2-21fc4d6e6581 service nova] Enqueued Resource ID: 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 with Priority: HIGHEST for action port [ 837.165944] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 837.166113] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 837.166211] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 with Priority: HIGHEST for action port [ 837.166549] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.166718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.166790] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.167164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.167276] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.168918] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.174308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.174308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.174308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.174308] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.174308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.174308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.174308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.174308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.174308] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.175702] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.175702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.175702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.175702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.175702] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828d6ba2-1a51-4a62-89a9-ff84e2c7d956',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.191364] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.191364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.191364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.193251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.193508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.209510] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: IN_PROGRESS for 2s [ 837.216390] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 837.216652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.216839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.217090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.217183] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.353227] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a22438-4128-4aee-8b96-6620f9276cf6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.353465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.353552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.353849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.354058] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.354128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.354201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.354670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.354851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.354886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.355328] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a22438-4128-4aee-8b96-6620f9276cf6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.355328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.355328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.355519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.355650] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.356218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.356218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.356218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.356218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.356388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.356388] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.677989] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.678268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.678490] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.679372] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 with status ACTIVE [ 837.679561] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.679671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.679727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.680885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.680885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.680885] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.680885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.680885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.680885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.680885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.680885] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.680885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.680885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.681452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.681803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.681913] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 is going to be updated. [ 837.697045] env[69404]: INFO networking_nsxv3.common.synchronization [None req-3d46dbe6-5c42-40a1-8da7-a9db1b2deb24 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 837.697830] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 837.697830] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.698075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.698075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.698288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.698374] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.701820] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.701978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.702089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.702352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.702517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.702739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-828d6ba2-1a51-4a62-89a9-ff84e2c7d956" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.719371] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.719539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.719607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.719806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.719966] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.720082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.720143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.720287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.720372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.720455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.720582] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.768972] env[69404]: INFO networking_nsxv3.common.synchronization [None req-1a5af598-5bd4-4175-9b2f-d54ec01a096c tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 837.768972] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 837.769314] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.769432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.858681] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58a22438-4128-4aee-8b96-6620f9276cf6: rpc.has_security_group_logging(os_id): False [ 837.946779] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.946779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.946779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.947068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.947068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.947140] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.947261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.947307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.947447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.947515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.947752] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.947860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.947923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.948089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.948166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.948374] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.948588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.948588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.948679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.948723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.948809] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a22438-4128-4aee-8b96-6620f9276cf6 is going to be created. [ 838.010424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.010424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.010424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.010424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.010424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.019755] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58a22438-4128-4aee-8b96-6620f9276cf6 in Status: IN_PROGRESS for 2s [ 838.161381] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 838.161709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.185999] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.221174] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.221174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.221174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.221174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.221174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.221174] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 already deleted. [ 838.221174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.221174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.221174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.221174] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.222433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.222673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.222842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.223104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.223364] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.223678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.223978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.224306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.224477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.224674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.224921] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.225127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.225365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.225800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.227020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.227020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.227020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.227020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.227020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.227020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.227020] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.434268] env[69404]: INFO networking_nsxv3.common.synchronization [None req-dffa5919-eec6-47ae-bb4a-0017374f82b1 None None] Enqueued Resource ID: d3f612cf-75f0-431d-9a70-5fe9154894cb with Priority: HIGHEST for action port [ 838.434824] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f612cf-75f0-431d-9a70-5fe9154894cb with Priority: HIGHEST for action port [ 838.435141] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f612cf-75f0-431d-9a70-5fe9154894cb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.435833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f612cf-75f0-431d-9a70-5fe9154894cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.435833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f612cf-75f0-431d-9a70-5fe9154894cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.435833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f612cf-75f0-431d-9a70-5fe9154894cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.435833] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f612cf-75f0-431d-9a70-5fe9154894cb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.688944] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.689155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.689295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.689607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.689757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.690297] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be created. [ 838.713477] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.713477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.713477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.713477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.713477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.723388] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: UNINITIALIZED for 2s [ 838.730251] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd13534b-2d90-4250-ab40-5430d2a3fb8c: rpc.has_security_group_logging(os_id): False [ 838.745021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745021] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 already deleted. [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.745021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.745845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.745845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745845] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.745845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.745845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.745845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.745845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.746144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.746144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.746144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.746256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.746291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.746464] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 838.801103] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.801251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.801319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.801529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.801661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.814812] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 838.938474] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3f612cf-75f0-431d-9a70-5fe9154894cb [ 838.938907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.939274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.939274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.939549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.939669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.939786] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3f612cf-75f0-431d-9a70-5fe9154894cb already deleted. [ 838.939891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f612cf-75f0-431d-9a70-5fe9154894cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.226590] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: SUCCESS [ 839.226590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.033350] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58a22438-4128-4aee-8b96-6620f9276cf6 in Status: SUCCESS [ 840.033569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.734804] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 840.735145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.735340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.735592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.735794] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.736016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.736120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.736390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.737617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.737734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.737871] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.828021] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 840.828113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.240606] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.743561] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e27995-2935-460c-a40f-1edf235ea204: rpc.has_security_group_logging(os_id): False [ 841.760280] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.760436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.760519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.760782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.760929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.761144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.761246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.761307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.761460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.761534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.761619] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be created. [ 841.886660] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.886660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.886843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.887084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.887318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.898890] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 842.777032] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ec740273-088e-4b78-ac87-ab855ad260c4 None None] Enqueued Resource ID: 194ab012-9076-4fbe-bea6-afb2d7f7038f with Priority: HIGHEST for action port [ 842.777405] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194ab012-9076-4fbe-bea6-afb2d7f7038f with Priority: HIGHEST for action port [ 842.777764] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-194ab012-9076-4fbe-bea6-afb2d7f7038f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.777889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-194ab012-9076-4fbe-bea6-afb2d7f7038f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.777958] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-194ab012-9076-4fbe-bea6-afb2d7f7038f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.779035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-194ab012-9076-4fbe-bea6-afb2d7f7038f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.779035] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194ab012-9076-4fbe-bea6-afb2d7f7038f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.056607] env[69404]: INFO networking_nsxv3.common.synchronization [req-3726cc81-8ed7-4b63-95be-375e5607f57b req-09509ee3-5258-428b-b780-d1ec25708c6e tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 843.057263] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 843.057929] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.057929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.057929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.057929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.058951] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.058951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.058951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.058951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.058951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.058951] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.280669] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 194ab012-9076-4fbe-bea6-afb2d7f7038f [ 843.280906] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.281041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.281108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.281433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.281433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.281526] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:194ab012-9076-4fbe-bea6-afb2d7f7038f already deleted. [ 843.281614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-194ab012-9076-4fbe-bea6-afb2d7f7038f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.563788] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.563788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.563788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.563788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.583469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.583715] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.583829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.583896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.584115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.584200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.584358] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 843.607029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.607176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.607247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.607452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.607587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.617940] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 843.721096] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.721096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.721096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.721096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.721096] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.721096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.721096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.721096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.721096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.721096] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.721096] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.721096] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.721096] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.721809] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.721809] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.721809] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.760833] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.760992] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.761142] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.761310] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.762964] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.762964] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.762964] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.762964] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.762964] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd0421b-8a4f-430a-95b3-86c2c04e13cb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.910069] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 843.910436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.267787] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.268016] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.268153] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.268433] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.268636] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.268792] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6dd0421b-8a4f-430a-95b3-86c2c04e13cb not found, creating... [ 844.269060] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.269220] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.269338] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.269572] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.269712] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.269992] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.270161] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.270278] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.270482] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.270617] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.274020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6dd0421b-8a4f-430a-95b3-86c2c04e13cb is going to be created. [ 844.293139] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.293344] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.293470] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.293735] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.293950] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.294456] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.610024] env[69404]: INFO networking_nsxv3.common.synchronization [None req-19fe3f88-add5-4bec-a7bc-fb1962e53c51 None None] Enqueued Resource ID: 3bea3175-6a59-4cef-8526-143f6bc7d912 with Priority: HIGHEST for action port [ 844.610024] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bea3175-6a59-4cef-8526-143f6bc7d912 with Priority: HIGHEST for action port [ 844.610024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bea3175-6a59-4cef-8526-143f6bc7d912 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.610024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bea3175-6a59-4cef-8526-143f6bc7d912" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.610024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bea3175-6a59-4cef-8526-143f6bc7d912" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.610024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bea3175-6a59-4cef-8526-143f6bc7d912" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.610737] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bea3175-6a59-4cef-8526-143f6bc7d912',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.644022] env[69404]: INFO networking_nsxv3.common.synchronization [req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 req-fdc3512d-10ac-41b2-b9d5-f24c8e009db4 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Enqueued Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGHEST for action security_group_members [ 844.644022] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGHEST for action security_group_members [ 844.644022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a22438-4128-4aee-8b96-6620f9276cf6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.644022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.644022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.644022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.644022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.644022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.644022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.644532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.644710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.644887] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.116435] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bea3175-6a59-4cef-8526-143f6bc7d912 [ 845.116435] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.116435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.116435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.116435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.116435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.116435] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bea3175-6a59-4cef-8526-143f6bc7d912 already deleted. [ 845.116435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bea3175-6a59-4cef-8526-143f6bc7d912" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.151423] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.151423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.151423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.151599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.151599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.151727] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.151922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.151922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.152076] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.152127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.152223] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a22438-4128-4aee-8b96-6620f9276cf6 is going to be updated. [ 845.183736] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.183736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.183736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.183736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.183736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.199219] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a22438-4128-4aee-8b96-6620f9276cf6 in Status: IN_PROGRESS for 2s [ 845.302747] env[69404]: INFO networking_nsxv3.common.synchronization [req-3726cc81-8ed7-4b63-95be-375e5607f57b req-87768eb3-9f67-4c1b-9a78-041d2acd74c5 service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 845.302747] env[69404]: INFO networking_nsxv3.common.synchronization [req-3726cc81-8ed7-4b63-95be-375e5607f57b req-87768eb3-9f67-4c1b-9a78-041d2acd74c5 service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 845.302747] env[69404]: INFO networking_nsxv3.common.synchronization [req-3726cc81-8ed7-4b63-95be-375e5607f57b req-87768eb3-9f67-4c1b-9a78-041d2acd74c5 service nova] Enqueued Resource ID: 6dd0421b-8a4f-430a-95b3-86c2c04e13cb with Priority: HIGHEST for action port [ 845.302747] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 845.302747] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 845.302747] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd0421b-8a4f-430a-95b3-86c2c04e13cb with Priority: HIGHEST for action port [ 845.304224] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.304460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.304556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.304798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.304909] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.305914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.306028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.306371] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.306371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.306371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.307234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.307405] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd0421b-8a4f-430a-95b3-86c2c04e13cb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.369372] env[69404]: INFO networking_nsxv3.common.synchronization [req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 req-c7f208b9-656b-4a8f-b5f9-a6150e9f9354 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Enqueued Resource ID: 02d46c80-0950-444a-883c-892895539bf4 with Priority: HIGHEST for action security_group_members [ 845.369372] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d46c80-0950-444a-883c-892895539bf4 with Priority: HIGHEST for action security_group_members [ 845.369601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d46c80-0950-444a-883c-892895539bf4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.369681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.369755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.373553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.373553] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.373553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.373553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.373919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.373919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.375082] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02d46c80-0950-444a-883c-892895539bf4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.630032] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 845.630511] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed deletion is rescheduled due to dependency. [ 845.630685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.630859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.631098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.631323] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.631405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.631447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.631597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.631678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.631774] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.671648] env[69404]: INFO networking_nsxv3.common.synchronization [None req-e6071f25-1670-4ece-bf10-bb0df73053f8 None None] Enqueued Resource ID: 776c647b-36bb-4122-9dcf-2dbaef7d389c with Priority: HIGHEST for action port [ 845.672543] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776c647b-36bb-4122-9dcf-2dbaef7d389c with Priority: HIGHEST for action port [ 845.672617] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-776c647b-36bb-4122-9dcf-2dbaef7d389c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.672803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-776c647b-36bb-4122-9dcf-2dbaef7d389c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.672803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-776c647b-36bb-4122-9dcf-2dbaef7d389c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.673229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-776c647b-36bb-4122-9dcf-2dbaef7d389c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.673466] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776c647b-36bb-4122-9dcf-2dbaef7d389c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.810353] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.810497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.815834] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd0421b-8a4f-430a-95b3-86c2c04e13cb with status ACTIVE [ 845.816045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.816170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.816234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.816912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.816912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.816912] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.816912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.816912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.817127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.817127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.817288] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.817453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.817453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.817619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.817619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.817619] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd0421b-8a4f-430a-95b3-86c2c04e13cb is going to be updated. [ 845.837802] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.837982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.841922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.841922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.841922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.841922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd0421b-8a4f-430a-95b3-86c2c04e13cb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.878989] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.878989] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.878989] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02d46c80-0950-444a-883c-892895539bf4 already deleted. [ 845.878989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.951166] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.951372] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.951466] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.951717] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.951962] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.952119] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.952231] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.952431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.952571] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.952766] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.952872] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.952975] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.957641] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.957641] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.957774] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.958125] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.977919] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.978114] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.978263] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.979232] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-264" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.979232] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-662bb510-e1c5-4764-a320-9838ff9105f4 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.979232] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-662bb510-e1c5-4764-a320-9838ff9105f4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.979232] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-662bb510-e1c5-4764-a320-9838ff9105f4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.979480] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-662bb510-e1c5-4764-a320-9838ff9105f4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.979564] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662bb510-e1c5-4764-a320-9838ff9105f4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.134758] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.176435] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 776c647b-36bb-4122-9dcf-2dbaef7d389c [ 846.176689] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.177071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.177071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.177363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.177363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.177363] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:776c647b-36bb-4122-9dcf-2dbaef7d389c already deleted. [ 846.178384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-776c647b-36bb-4122-9dcf-2dbaef7d389c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.481563] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.481770] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.481899] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.482193] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.482334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.482489] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 662bb510-e1c5-4764-a320-9838ff9105f4 not found, creating... [ 846.485011] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.485011] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.485011] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.485011] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.485011] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.485011] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.485011] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.485011] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.485011] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.485011] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.485420] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 662bb510-e1c5-4764-a320-9838ff9105f4 is going to be created. [ 846.504655] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.504865] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.504988] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.505275] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.505500] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.505745] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-662bb510-e1c5-4764-a320-9838ff9105f4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.606514] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d81f9f03-1462-42b1-88bc-07b08a450149 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Enqueued Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_rules [ 846.607043] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_rules [ 846.609038] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13725785-752a-4525-9674-d71d821acdcc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.609038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.609038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.609038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.609038] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.637034] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.694754] env[69404]: INFO networking_nsxv3.common.synchronization [None req-85d1f9a2-e4c2-4052-a389-33059735b133 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Enqueued Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_rules [ 846.695349] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_rules [ 846.695730] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13725785-752a-4525-9674-d71d821acdcc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.695730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132606] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.132606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.132821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132900] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13725785-752a-4525-9674-d71d821acdcc already deleted. [ 847.132935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.136019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.136019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.136019] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.139586] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.139760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.139760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.139959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.140072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.140169] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 847.168745] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.168745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.168745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.168745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.168745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.176776] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 847.211051] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a22438-4128-4aee-8b96-6620f9276cf6 in Status: SUCCESS [ 847.211051] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a22438-4128-4aee-8b96-6620f9276cf6 deletion is rescheduled due to dependency. [ 847.211051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.439683] env[69404]: INFO networking_nsxv3.common.synchronization [req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 req-61c188ac-4b9f-4167-a7ac-adaaead58ecd service nova] Enqueued Resource ID: 02d46c80-0950-444a-883c-892895539bf4 with Priority: HIGHEST for action security_group_rules [ 847.441283] env[69404]: INFO networking_nsxv3.common.synchronization [req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 req-61c188ac-4b9f-4167-a7ac-adaaead58ecd service nova] Enqueued Resource ID: 02d46c80-0950-444a-883c-892895539bf4 with Priority: HIGHEST for action security_group_members [ 847.443820] env[69404]: INFO networking_nsxv3.common.synchronization [req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 req-61c188ac-4b9f-4167-a7ac-adaaead58ecd service nova] Enqueued Resource ID: 662bb510-e1c5-4764-a320-9838ff9105f4 with Priority: HIGHEST for action port [ 847.443820] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d46c80-0950-444a-883c-892895539bf4 with Priority: HIGHEST for action security_group_rules [ 847.443820] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d46c80-0950-444a-883c-892895539bf4 with Priority: HIGHEST for action security_group_members [ 847.443820] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662bb510-e1c5-4764-a320-9838ff9105f4 with Priority: HIGHEST for action port [ 847.443820] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02d46c80-0950-444a-883c-892895539bf4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.443820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.443820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.443820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.443820] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02d46c80-0950-444a-883c-892895539bf4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.444372] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d46c80-0950-444a-883c-892895539bf4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.444372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.444372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.444372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.444372] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.444658] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.444658] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.444658] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.444759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.444871] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02d46c80-0950-444a-883c-892895539bf4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.445842] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-662bb510-e1c5-4764-a320-9838ff9105f4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.445965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662bb510-e1c5-4764-a320-9838ff9105f4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.446042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662bb510-e1c5-4764-a320-9838ff9105f4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.447896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662bb510-e1c5-4764-a320-9838ff9105f4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.447995] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662bb510-e1c5-4764-a320-9838ff9105f4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.658324] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.658669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.658794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.659049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.659173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.659294] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13725785-752a-4525-9674-d71d821acdcc already deleted. [ 847.659402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.676135] env[69404]: INFO networking_nsxv3.common.synchronization [None req-7bd55c6c-2dd1-4142-ac83-79ffc393296d None None] Enqueued Resource ID: 4e74a548-a983-4570-94c5-d327714a90c0 with Priority: HIGHEST for action port [ 847.676135] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e74a548-a983-4570-94c5-d327714a90c0 with Priority: HIGHEST for action port [ 847.677461] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e74a548-a983-4570-94c5-d327714a90c0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.677591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e74a548-a983-4570-94c5-d327714a90c0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.677654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e74a548-a983-4570-94c5-d327714a90c0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.677911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e74a548-a983-4570-94c5-d327714a90c0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.678034] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e74a548-a983-4570-94c5-d327714a90c0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.949557] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 662bb510-e1c5-4764-a320-9838ff9105f4 with status ACTIVE [ 847.949877] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.950065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.950103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.950296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.950386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.950571] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.950704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.950772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.950945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.951042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.951408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.951408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.951408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.951568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.951568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.951664] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 662bb510-e1c5-4764-a320-9838ff9105f4 is going to be updated. [ 847.952758] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02d46c80-0950-444a-883c-892895539bf4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.953712] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d46c80-0950-444a-883c-892895539bf4 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.953822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.972398] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.972555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.972657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.972836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.972991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.973450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662bb510-e1c5-4764-a320-9838ff9105f4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.181200] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e74a548-a983-4570-94c5-d327714a90c0 [ 848.182521] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.182521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.182521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.182521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.182521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182521] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e74a548-a983-4570-94c5-d327714a90c0 already deleted. [ 848.182521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e74a548-a983-4570-94c5-d327714a90c0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.458428] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02d46c80-0950-444a-883c-892895539bf4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.965080] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.965251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.965421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.965546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.965810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.965810] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02d46c80-0950-444a-883c-892895539bf4 is going to be created. [ 848.987546] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.987694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.987764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.988029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.988193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.996537] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02d46c80-0950-444a-883c-892895539bf4 in Status: UNINITIALIZED for 2s [ 849.189796] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 849.196118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.196449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.196876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.197112] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.197302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.197302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.197721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.197721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.197721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.197721] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.703147] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.703401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.703577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.703861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.704151] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.704321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.704433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.704691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.704842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.704998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.705256] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.705406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.705509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.705730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.705935] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.706082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.706171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.706627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.706627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.706627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.706770] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.209084] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45bda866-691f-48b1-8563-83d39cc14eed: rpc.has_security_group_logging(os_id): False [ 850.225712] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.225870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.225943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.226174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.226264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.226481] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.226604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.226721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.226943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.227077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.227325] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.227453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.227535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.227737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.227903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.228153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.228255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.228319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.228464] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.228540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.228628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 850.287161] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.287161] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.287329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.287406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.287559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.299035] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 851.007177] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02d46c80-0950-444a-883c-892895539bf4 in Status: SUCCESS [ 851.007393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.007590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.007812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.008073] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.008264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.008264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.008384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.008466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.008553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.008653] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02d46c80-0950-444a-883c-892895539bf4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.448180] env[69404]: INFO networking_nsxv3.common.synchronization [req-98d4570e-4668-4747-bb2c-eab4efa1c95f req-5e4061bf-04b6-4c19-908a-1ca9910d1771 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 851.448180] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 851.448180] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.448180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.448180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.449066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.449409] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.449652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.450028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.450407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.450604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.450795] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.513780] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d46c80-0950-444a-883c-892895539bf4 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.513780] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.513780] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d46c80-0950-444a-883c-892895539bf4 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.513780] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.513780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.514623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.514623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.514623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.514623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.514623] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02d46c80-0950-444a-883c-892895539bf4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.524056] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02d46c80-0950-444a-883c-892895539bf4: rpc.has_security_group_logging(os_id): False [ 851.541762] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.541998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.542083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.542289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.542404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.542588] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.542684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.542759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.542937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.543033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.543249] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.543429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.543429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.543549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.543610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.543968] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.543968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.543968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.544145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.544145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.544226] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02d46c80-0950-444a-883c-892895539bf4 is going to be created. [ 851.597448] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.597594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.597638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.597847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.598038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.609435] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02d46c80-0950-444a-883c-892895539bf4 in Status: IN_PROGRESS for 2s [ 851.690110] env[69404]: INFO networking_nsxv3.common.synchronization [req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 req-57217cae-1d0f-4702-9f66-663db1dbe686 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 851.690110] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 851.690110] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.690110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.690110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.690110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.690110] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.690110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.690110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.690110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.690110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.691188] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.943068] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.943068] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.943068] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.943415] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.943786] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.944488] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.944815] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.945151] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.945398] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.945705] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.945941] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.946158] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.946357] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.946577] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.946835] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.947098] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.952753] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.969847] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.972026] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.972026] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.972026] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.972026] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-70d3f415-d82c-4a88-b0a1-919dfdecf86c taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.972026] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-70d3f415-d82c-4a88-b0a1-919dfdecf86c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.972026] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-70d3f415-d82c-4a88-b0a1-919dfdecf86c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.972026] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-70d3f415-d82c-4a88-b0a1-919dfdecf86c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.972026] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d3f415-d82c-4a88-b0a1-919dfdecf86c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.045720] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.045891] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.046020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.046281] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.046568] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.046680] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.046798] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.046984] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.047154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.047330] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.047444] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.047552] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.047658] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.047842] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.047965] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.048113] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.065540] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.065703] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.065841] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.066014] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.066361] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-64dc0b73-837f-420f-a01e-ce83e49ba0ac taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.066514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-64dc0b73-837f-420f-a01e-ce83e49ba0ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.066632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-64dc0b73-837f-420f-a01e-ce83e49ba0ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.066940] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-64dc0b73-837f-420f-a01e-ce83e49ba0ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.067093] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64dc0b73-837f-420f-a01e-ce83e49ba0ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.194551] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.194551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.194679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.194956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.195125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.195408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.195549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.195640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.195856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.195955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.196055] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f already deleted. [ 852.196138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.313437] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 852.313437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.455210] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.474247] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.474508] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.474693] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.474924] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.475088] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.475253] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 70d3f415-d82c-4a88-b0a1-919dfdecf86c not found, creating... [ 852.475589] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.475852] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.475852] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.476265] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.476370] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.476742] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.476993] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.477141] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.477566] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.477716] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.477862] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 70d3f415-d82c-4a88-b0a1-919dfdecf86c is going to be created. [ 852.496453] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.496717] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.496881] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.497226] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.497388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.497611] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-70d3f415-d82c-4a88-b0a1-919dfdecf86c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.570541] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.570840] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.570981] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.571317] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.571457] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.571616] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 64dc0b73-837f-420f-a01e-ce83e49ba0ac not found, creating... [ 852.571882] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.572054] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.572175] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.572398] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.572533] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.572834] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.573037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.573151] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.573361] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.573498] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.573638] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 64dc0b73-837f-420f-a01e-ce83e49ba0ac is going to be created. [ 852.595288] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.595484] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.595608] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.595851] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.596099] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.596330] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-64dc0b73-837f-420f-a01e-ce83e49ba0ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.958227] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.958748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.958748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.958748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.959114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.959114] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 852.993068] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.993068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.993399] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.993589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.993802] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.004834] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 853.276751] env[69404]: INFO networking_nsxv3.common.synchronization [req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 req-0ed94215-2dd6-4ec2-a00f-52cec1dbf875 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 853.276936] env[69404]: INFO networking_nsxv3.common.synchronization [req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 req-0ed94215-2dd6-4ec2-a00f-52cec1dbf875 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 853.277092] env[69404]: INFO networking_nsxv3.common.synchronization [req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 req-0ed94215-2dd6-4ec2-a00f-52cec1dbf875 service nova] Enqueued Resource ID: 70d3f415-d82c-4a88-b0a1-919dfdecf86c with Priority: HIGHEST for action port [ 853.277318] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 853.277444] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 853.277539] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d3f415-d82c-4a88-b0a1-919dfdecf86c with Priority: HIGHEST for action port [ 853.278178] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.278320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.278381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.278647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.278731] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.279580] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.279693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.279785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.279944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.280108] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.280201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.280258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.280400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.280485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.280570] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.281526] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d3f415-d82c-4a88-b0a1-919dfdecf86c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.285437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d3f415-d82c-4a88-b0a1-919dfdecf86c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.285437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d3f415-d82c-4a88-b0a1-919dfdecf86c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.285715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d3f415-d82c-4a88-b0a1-919dfdecf86c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.285715] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d3f415-d82c-4a88-b0a1-919dfdecf86c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.375108] env[69404]: INFO networking_nsxv3.common.synchronization [req-98d4570e-4668-4747-bb2c-eab4efa1c95f req-b96bf208-c33d-459e-9dfa-6e10ddbe0635 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 853.375108] env[69404]: INFO networking_nsxv3.common.synchronization [req-98d4570e-4668-4747-bb2c-eab4efa1c95f req-b96bf208-c33d-459e-9dfa-6e10ddbe0635 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 853.375108] env[69404]: INFO networking_nsxv3.common.synchronization [req-98d4570e-4668-4747-bb2c-eab4efa1c95f req-b96bf208-c33d-459e-9dfa-6e10ddbe0635 service nova] Enqueued Resource ID: 64dc0b73-837f-420f-a01e-ce83e49ba0ac with Priority: HIGHEST for action port [ 853.375108] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 853.375108] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 853.375108] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64dc0b73-837f-420f-a01e-ce83e49ba0ac with Priority: HIGHEST for action port [ 853.375108] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.375721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.375974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.376376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.376622] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.377991] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.379416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.379416] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-64dc0b73-837f-420f-a01e-ce83e49ba0ac taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.379416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64dc0b73-837f-420f-a01e-ce83e49ba0ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.379416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64dc0b73-837f-420f-a01e-ce83e49ba0ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.379416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64dc0b73-837f-420f-a01e-ce83e49ba0ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.379416] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64dc0b73-837f-420f-a01e-ce83e49ba0ac',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.621945] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02d46c80-0950-444a-883c-892895539bf4 in Status: SUCCESS [ 853.622210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.787625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.787758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.788040] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.789241] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70d3f415-d82c-4a88-b0a1-919dfdecf86c with status ACTIVE [ 853.789241] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.789241] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.789241] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.790223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.794045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.794045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.794045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.794045] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70d3f415-d82c-4a88-b0a1-919dfdecf86c is going to be updated. [ 853.815177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.815177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.815177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.815177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.815177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.815177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d3f415-d82c-4a88-b0a1-919dfdecf86c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.881246] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.881246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.882204] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64dc0b73-837f-420f-a01e-ce83e49ba0ac with status ACTIVE [ 853.882526] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.882686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.882779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.883087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.883182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.883391] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.883526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.883613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.886055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.886055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.886055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.886055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.886055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.886055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.886055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.886055] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64dc0b73-837f-420f-a01e-ce83e49ba0ac is going to be updated. [ 853.909460] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.909642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.909714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.909968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.910216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.910290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64dc0b73-837f-420f-a01e-ce83e49ba0ac" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.294918] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.666414] env[69404]: INFO networking_nsxv3.common.synchronization [None req-18e4450f-e244-40bd-9c21-73dbb9ef47e0 None None] Enqueued Resource ID: 99efa59e-dd76-40ea-a9cf-413c97decb67 with Priority: HIGHEST for action port [ 854.666672] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99efa59e-dd76-40ea-a9cf-413c97decb67 with Priority: HIGHEST for action port [ 854.667274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-99efa59e-dd76-40ea-a9cf-413c97decb67 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.667400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99efa59e-dd76-40ea-a9cf-413c97decb67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.667457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99efa59e-dd76-40ea-a9cf-413c97decb67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.667709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99efa59e-dd76-40ea-a9cf-413c97decb67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.667868] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99efa59e-dd76-40ea-a9cf-413c97decb67',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.800160] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.800160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.800160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.800160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.800160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.800160] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be created. [ 854.823184] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.823184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.823184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.823184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.823184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.830403] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: UNINITIALIZED for 2s [ 855.015292] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 855.015554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.015767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.016009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.016277] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.016370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.016430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.016613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.016706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.016810] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.173257] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99efa59e-dd76-40ea-a9cf-413c97decb67 [ 855.173495] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.173629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.173695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.173915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.174026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.174105] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99efa59e-dd76-40ea-a9cf-413c97decb67 already deleted. [ 855.174183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99efa59e-dd76-40ea-a9cf-413c97decb67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.520466] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.026331] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.532531] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.532679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.532735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.532936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.533048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.533139] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 856.561258] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.561404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.561471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.561695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.561841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.572506] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 856.842764] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 856.842764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.842764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.842764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.842764] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.842764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.842764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.842764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.842764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.842764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.842764] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.877153] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c77a020f-6b87-4437-81fa-0469b9626a4a None None] Enqueued Resource ID: 7ac7f93e-a0b5-434c-81a6-d66db65ac13d with Priority: HIGHEST for action port [ 856.877153] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac7f93e-a0b5-434c-81a6-d66db65ac13d with Priority: HIGHEST for action port [ 856.877153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac7f93e-a0b5-434c-81a6-d66db65ac13d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.877153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac7f93e-a0b5-434c-81a6-d66db65ac13d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.877153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac7f93e-a0b5-434c-81a6-d66db65ac13d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.880262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac7f93e-a0b5-434c-81a6-d66db65ac13d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.880262] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac7f93e-a0b5-434c-81a6-d66db65ac13d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.099030] env[69404]: INFO networking_nsxv3.common.synchronization [req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa req-1065c3a4-0005-4926-949e-be5c9c521591 tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Enqueued Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGHEST for action security_group_members [ 857.099030] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGHEST for action security_group_members [ 857.099030] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.099030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.099488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.099488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.100776] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.100776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.100776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.100776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.100776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.101047] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.344833] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.345128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.345266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.345571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.345768] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.345873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.345960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.346144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.346233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.346326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.346546] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.346645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.346776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.346912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.349796] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.349796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.349796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.349796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.349796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.349796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.349796] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.382665] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ac7f93e-a0b5-434c-81a6-d66db65ac13d [ 857.383157] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.383730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.383730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.383833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.383868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.383995] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ac7f93e-a0b5-434c-81a6-d66db65ac13d already deleted. [ 857.384375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac7f93e-a0b5-434c-81a6-d66db65ac13d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.560731] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.560937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-400" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.561104] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-400" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.561497] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-400" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.561769] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.561928] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.562297] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.562627] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.562728] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.562920] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.563050] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.563203] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.563325] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.563467] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.563597] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.563769] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.583711] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.583833] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.584075] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.584296] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-400" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.584936] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-c860e642-acb5-43ae-bbab-04cb01b6c24b taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.584936] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-c860e642-acb5-43ae-bbab-04cb01b6c24b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.585187] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-c860e642-acb5-43ae-bbab-04cb01b6c24b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.585516] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-c860e642-acb5-43ae-bbab-04cb01b6c24b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.585687] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c860e642-acb5-43ae-bbab-04cb01b6c24b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.602880] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.603101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.603101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.603290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.603388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.603592] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.603727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.603851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.603948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.604039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.604127] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 already deleted. [ 857.604207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.852996] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74937520-90b6-4334-9b8a-85ec4bc7e15f: rpc.has_security_group_logging(os_id): False [ 857.871263] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.871461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.871584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.871819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.871931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.872261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.872430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.872511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.872756] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.872893] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.873254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.873433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.873521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.873758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.873886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.874612] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.874750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.875069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.875069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.875171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.875297] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be created. [ 857.941923] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.942217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.942291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.942682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.942682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.952803] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 858.088053] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.088315] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.088416] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.088715] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.088862] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.089065] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port c860e642-acb5-43ae-bbab-04cb01b6c24b not found, creating... [ 858.089348] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.089511] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.089630] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.089864] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.090049] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.090362] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.090520] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.090637] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.090860] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.091915] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.091915] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: c860e642-acb5-43ae-bbab-04cb01b6c24b is going to be created. [ 858.110993] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.111333] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.111493] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.111708] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.111934] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.112176] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-c860e642-acb5-43ae-bbab-04cb01b6c24b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.587084] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 858.587084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.587084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.588996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.589358] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.589543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.589641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.589940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.590217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.590403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.590725] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.093858] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.094088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.094088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.094460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.094460] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.094652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.094652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.094761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.094823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.094917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.095090] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.095229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.095513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.095513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.095675] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.095797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.095877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.096062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.096221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.096308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.096414] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.185172] env[69404]: INFO networking_nsxv3.common.synchronization [req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa req-414d47f1-c5bb-484c-86dc-92272cea9f0c service nova] Enqueued Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGHEST for action security_group_rules [ 859.185172] env[69404]: INFO networking_nsxv3.common.synchronization [req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa req-414d47f1-c5bb-484c-86dc-92272cea9f0c service nova] Enqueued Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGHEST for action security_group_members [ 859.185172] env[69404]: INFO networking_nsxv3.common.synchronization [req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa req-414d47f1-c5bb-484c-86dc-92272cea9f0c service nova] Enqueued Resource ID: c860e642-acb5-43ae-bbab-04cb01b6c24b with Priority: HIGHEST for action port [ 859.185172] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGHEST for action security_group_rules [ 859.185172] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGHEST for action security_group_members [ 859.185172] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860e642-acb5-43ae-bbab-04cb01b6c24b with Priority: HIGHEST for action port [ 859.185172] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.186229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.186229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.186229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.186229] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.190538] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.190674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.190674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.190902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.191098] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.191196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.191263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.191406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.191497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.191562] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.192954] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-c860e642-acb5-43ae-bbab-04cb01b6c24b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.193118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c860e642-acb5-43ae-bbab-04cb01b6c24b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.193118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c860e642-acb5-43ae-bbab-04cb01b6c24b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.193250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c860e642-acb5-43ae-bbab-04cb01b6c24b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.193381] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c860e642-acb5-43ae-bbab-04cb01b6c24b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.242688] env[69404]: INFO networking_nsxv3.common.synchronization [req-561caf3f-38c8-40e5-96da-cf3da88e8428 req-07014275-1999-4cdb-8520-047ef5cdf53c tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 859.243209] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 859.243507] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.243628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.243695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.243960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.245237] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.245237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.245357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.245712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.245712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.245712] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.605390] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb6d85e-6c39-4fe6-b628-096ee26a3322: rpc.has_security_group_logging(os_id): False [ 859.622579] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.622742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.622742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.622948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.647485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.647759] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.647871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.647933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.648156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.648232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.648413] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.648508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.648562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.648708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.648778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.649617] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.649617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.649617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.649617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.649617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.649617] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 859.691612] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.691803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.696116] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c860e642-acb5-43ae-bbab-04cb01b6c24b with status ACTIVE [ 859.696308] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.696618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.696618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.696728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.696781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.696952] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.697075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.697141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.697373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.697373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.697539] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.697632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.697691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.697829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.697904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.697996] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c860e642-acb5-43ae-bbab-04cb01b6c24b is going to be updated. [ 859.699097] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.718056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.718056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.718056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.718243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.718368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.718535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c860e642-acb5-43ae-bbab-04cb01b6c24b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.719499] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.719605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.719675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.719838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.719964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.734023] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 859.747051] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.748022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.748022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.748022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.771733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.772080] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.772239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.772330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.772585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.772713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.772839] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 859.836355] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.836355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.836355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.836355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.836355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.846120] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 859.928701] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.931387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.931387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.931387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.931387] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.931387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.931387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.931387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.931387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.931387] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.931387] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.931387] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.931795] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.932318] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.932318] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.932318] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.953200] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.953605] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.953605] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.953799] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.954512] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.954512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.954512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.955124] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.955124] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a418c30-f8e1-4194-a7e6-ab82c1c4f584',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.968108] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 859.968452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.000431] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.000431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.000431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.000431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.000431] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.202296] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.458584] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.461807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.461807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.461807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.461807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.461807] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 not found, creating... [ 860.461807] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.461807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.461807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.461807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.461807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.462502] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.462502] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.465254] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.465540] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.465694] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.465847] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 is going to be created. [ 860.487749] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.487977] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.488099] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.488384] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.488627] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.488854] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.502614] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.640422] env[69404]: INFO networking_nsxv3.common.synchronization [req-7d9c8d6d-942b-4890-8819-ded6d0df9476 req-387f05fe-e93a-49c9-a045-7ba0286bd17c tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Enqueued Resource ID: 02d46c80-0950-444a-883c-892895539bf4 with Priority: HIGHEST for action security_group_members [ 860.640422] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d46c80-0950-444a-883c-892895539bf4 with Priority: HIGHEST for action security_group_members [ 860.640422] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d46c80-0950-444a-883c-892895539bf4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.640422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.640422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.640715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.640897] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.642204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.642204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.642204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.642402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.642402] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02d46c80-0950-444a-883c-892895539bf4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.669386] env[69404]: INFO networking_nsxv3.common.synchronization [None req-f0965d15-03f7-481a-ad72-c9fc45e485ca None None] Enqueued Resource ID: f2acadfb-776c-4988-91c5-ea7b42f4822a with Priority: HIGHEST for action port [ 860.669637] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2acadfb-776c-4988-91c5-ea7b42f4822a with Priority: HIGHEST for action port [ 860.670794] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2acadfb-776c-4988-91c5-ea7b42f4822a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.670927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2acadfb-776c-4988-91c5-ea7b42f4822a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.671010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2acadfb-776c-4988-91c5-ea7b42f4822a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.671263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2acadfb-776c-4988-91c5-ea7b42f4822a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.671354] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2acadfb-776c-4988-91c5-ea7b42f4822a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.704577] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.704730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.704801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.705022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.705305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.705305] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 is going to be created. [ 860.741553] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.741688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.741762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.742172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.742262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.752260] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 in Status: UNINITIALIZED for 2s [ 861.009443] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.144997] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.145280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.145409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.145649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.148780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.148780] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.148780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.148780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.148780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.148780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.148780] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02d46c80-0950-444a-883c-892895539bf4 is going to be updated. [ 861.173245] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2acadfb-776c-4988-91c5-ea7b42f4822a [ 861.173473] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.173606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.173693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.173911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.174041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.174103] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2acadfb-776c-4988-91c5-ea7b42f4822a already deleted. [ 861.174173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2acadfb-776c-4988-91c5-ea7b42f4822a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.175197] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.175341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.175398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.175537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.175666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.185963] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02d46c80-0950-444a-883c-892895539bf4 in Status: IN_PROGRESS for 2s [ 861.339479] env[69404]: INFO networking_nsxv3.common.synchronization [req-561caf3f-38c8-40e5-96da-cf3da88e8428 req-603049ab-18fc-4365-805f-9bc40e668466 service nova] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_rules [ 861.339479] env[69404]: INFO networking_nsxv3.common.synchronization [req-561caf3f-38c8-40e5-96da-cf3da88e8428 req-603049ab-18fc-4365-805f-9bc40e668466 service nova] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 861.339479] env[69404]: INFO networking_nsxv3.common.synchronization [req-561caf3f-38c8-40e5-96da-cf3da88e8428 req-603049ab-18fc-4365-805f-9bc40e668466 service nova] Enqueued Resource ID: 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 with Priority: HIGHEST for action port [ 861.339479] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_rules [ 861.339479] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 861.339479] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 with Priority: HIGHEST for action port [ 861.339479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.340023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.340023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.340023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.340023] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.343463] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.343604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.344614] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.344745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.344815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.346035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.346035] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a418c30-f8e1-4194-a7e6-ab82c1c4f584',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.509714] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 861.509826] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 861.749712] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 861.749712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.848857] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.848857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.853914] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 with status ACTIVE [ 861.853914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.853914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.853914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.853914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.854596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.854596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.854596] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 is going to be updated. [ 861.856409] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 861.856409] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 deletion is rescheduled due to dependency. [ 861.856514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.856683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.856857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.857023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.857186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.857228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.857366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.857451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.857550] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.875235] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.875403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.875466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.875734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.875827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.875995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a418c30-f8e1-4194-a7e6-ab82c1c4f584" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.360148] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.391249] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.391458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.391458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.391825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.410214] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 862.410907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.412466] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 862.439760] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.439938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.440000] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.440285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.449542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.450105] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 862.450194] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.450300] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 862.486096] env[69404]: INFO networking_nsxv3.common.synchronization [None req-267c3566-6f92-4e80-85fe-27d78fcd65bd None None] Enqueued Resource ID: 6078277d-6ee4-4462-880d-048a59945bb9 with Priority: HIGHEST for action port [ 862.489683] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.489683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.489683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.489683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.490095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.490095] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 862.491497] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6078277d-6ee4-4462-880d-048a59945bb9 with Priority: HIGHEST for action port [ 862.492415] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6078277d-6ee4-4462-880d-048a59945bb9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.492593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6078277d-6ee4-4462-880d-048a59945bb9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.492695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6078277d-6ee4-4462-880d-048a59945bb9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.492986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6078277d-6ee4-4462-880d-048a59945bb9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.493375] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6078277d-6ee4-4462-880d-048a59945bb9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.549572] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.553034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.553034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.553034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.553034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.553034] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 862.610246] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.610246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.610246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.610246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.610246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.610246] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 862.614034] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d5ed1503-0d41-4d43-a7c2-c706da67e59e', 'ecb06d22-f808-4174-9021-0cab1c455442', 'dbb4916e-72e3-405a-9c11-4a907a3f1050', '44c73d58-0da6-45f2-9617-307a7998e0ce', '58a22438-4128-4aee-8b96-6620f9276cf6', 'b18fde77-0201-420c-bc33-1131c197ba3b', 'b4bda9f9-3b01-45c2-a29c-0c790100649e', '55ab589b-6606-4865-8b28-0682b70d1998', '41d9440b-77e3-4811-8c9c-c2ad2e3380e9', '16694edc-5bc3-4995-96c0-e3759f722a2d', '993cf57d-8a8b-4e76-9a5c-32c485259051', 'f0f43f69-fd6b-448c-9eae-58fb10378c55', '46d59254-96e6-4b8b-a45d-9fe60fc78c5d', '209461a0-8ca6-4105-979d-f075f7aa3522', 'ba84b8fa-51be-4acf-96e7-d55dde90d8b6', '182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9', '3b7d7b73-bf87-4dd8-8177-871c69e5a150', 'ebd0327a-9d7a-41bd-9aec-06aaf57e5479', 'bd13534b-2d90-4250-ab40-5430d2a3fb8c', '4e474838-b5c1-47c4-a9dc-6667aef6be59', 'ccece632-541d-4ec7-b9dc-b1a33c4b0ad2', 'a8e27995-2935-460c-a40f-1edf235ea204', '1fc61a24-5568-4cad-a5b5-e76136b7b537', '241c6400-b1be-47c4-9d27-2ce4aff5a49a', '7ae91296-c25a-472d-b4ca-ff28d98ec7a2', '02d46c80-0950-444a-883c-892895539bf4', '75c5ff65-3353-40b1-b796-53b07a9aa6d1', 'efb6d85e-6c39-4fe6-b628-096ee26a3322', '4932df51-360d-4f9f-9802-e3e0802bd217', '4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1', '74937520-90b6-4334-9b8a-85ec4bc7e15f', '53240888-9efa-4c0e-82ba-d999ea3895ef', '45bda866-691f-48b1-8563-83d39cc14eed', '00d1758d-01ee-4af4-bee3-5db22e465261'} {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.614034] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 862.629476] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.629476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.629800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.631978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.631978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.631978] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 862.631978] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.631978] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 862.713024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.713024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.713024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.713024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.713024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.713536] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 862.713726] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.713929] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 862.714138] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 862.714322] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 862.714504] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGH for action security_group_rules [ 862.714689] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGH for action security_group_rules [ 862.714858] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGH for action security_group_rules [ 862.715041] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGH for action security_group_rules [ 862.715236] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGH for action security_group_rules [ 862.715420] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGH for action security_group_rules [ 862.715586] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGH for action security_group_rules [ 862.715748] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGH for action security_group_rules [ 862.715922] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGH for action security_group_rules [ 862.716098] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGH for action security_group_rules [ 862.716258] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGH for action security_group_rules [ 862.717235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.762035] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 in Status: SUCCESS [ 862.762035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.762035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.762309] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.762309] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.762522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.762640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.762840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.762984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.763143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.763265] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.864479] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.995963] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6078277d-6ee4-4462-880d-048a59945bb9 [ 862.996226] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.996368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.996445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.996663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.996754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.996836] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6078277d-6ee4-4462-880d-048a59945bb9 already deleted. [ 862.996912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6078277d-6ee4-4462-880d-048a59945bb9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.002330] env[69404]: INFO networking_nsxv3.common.synchronization [req-95f75fdd-b0b7-4beb-8221-60d049e24f41 req-0df98af4-6656-4aae-8002-8542cd6e869a tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 863.002857] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 863.003067] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e with Priority: HIGH for action security_group_rules [ 863.003145] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 with Priority: HIGH for action security_group_rules [ 863.003314] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGH for action security_group_rules [ 863.003314] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 with Priority: HIGH for action security_group_rules [ 863.003404] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGH for action security_group_rules [ 863.003474] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGH for action security_group_rules [ 863.003563] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 with Priority: HIGH for action security_group_rules [ 863.003651] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 with Priority: HIGH for action security_group_rules [ 863.003803] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209461a0-8ca6-4105-979d-f075f7aa3522 with Priority: HIGH for action security_group_rules [ 863.003844] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGH for action security_group_rules [ 863.003893] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d with Priority: HIGH for action security_group_rules [ 863.003976] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGH for action security_group_rules [ 863.004940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGH for action security_group_rules [ 863.004940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16694edc-5bc3-4995-96c0-e3759f722a2d with Priority: HIGH for action security_group_rules [ 863.004940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 with Priority: HIGH for action security_group_rules [ 863.004940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18fde77-0201-420c-bc33-1131c197ba3b with Priority: HIGH for action security_group_rules [ 863.004940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ab589b-6606-4865-8b28-0682b70d1998 with Priority: HIGH for action security_group_rules [ 863.004940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a22438-4128-4aee-8b96-6620f9276cf6 with Priority: HIGH for action security_group_rules [ 863.004940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb06d22-f808-4174-9021-0cab1c455442 with Priority: HIGH for action security_group_rules [ 863.004940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGH for action security_group_rules [ 863.006327] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.006495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.006568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.006772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.006934] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.007062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.007137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.007545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.007650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.007804] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.010765] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.010903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.010943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.011140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.011221] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5ed1503-0d41-4d43-a7c2-c706da67e59e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.012625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb4916e-72e3-405a-9c11-4a907a3f1050 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.012794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.012794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.012925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.013025] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb4916e-72e3-405a-9c11-4a907a3f1050',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.013701] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.013912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.013912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.015151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.015320] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.018562] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.018562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.018562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.018562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.018562] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba84b8fa-51be-4acf-96e7-d55dde90d8b6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.018891] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.018999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.019071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.019270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.019342] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.020584] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.020752] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.020830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.020987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.021075] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.021744] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.021857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.021923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.022096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.022182] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd0327a-9d7a-41bd-9aec-06aaf57e5479',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.023567] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.023567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.023567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.023567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.023567] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b7d7b73-bf87-4dd8-8177-871c69e5a150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.023803] env[69404]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 863.026553] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209461a0-8ca6-4105-979d-f075f7aa3522 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.026702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.026813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.026925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.027016] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209461a0-8ca6-4105-979d-f075f7aa3522',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.029430] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.029430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.029430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.029430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.029430] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.030397] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.030504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.030585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.030880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.031893] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d59254-96e6-4b8b-a45d-9fe60fc78c5d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.032917] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.033073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.033255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.033418] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.033489] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.036096] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.036096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.036096] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16694edc-5bc3-4995-96c0-e3759f722a2d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.036096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.036096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.036096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.036096] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16694edc-5bc3-4995-96c0-e3759f722a2d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.036424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.036774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.036774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.036774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.036774] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d9440b-77e3-4811-8c9c-c2ad2e3380e9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.037598] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18fde77-0201-420c-bc33-1131c197ba3b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.037697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.037759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.037906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.037974] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18fde77-0201-420c-bc33-1131c197ba3b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.040375] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ab589b-6606-4865-8b28-0682b70d1998 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.040686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.040784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.040948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.041036] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ab589b-6606-4865-8b28-0682b70d1998',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.042981] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a22438-4128-4aee-8b96-6620f9276cf6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.042981] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.042981] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.043311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.043395] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a22438-4128-4aee-8b96-6620f9276cf6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.044744] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecb06d22-f808-4174-9021-0cab1c455442 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.044846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.045054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.045092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.045178] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecb06d22-f808-4174-9021-0cab1c455442',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.045406] env[69404]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 863.046226] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.046329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.046386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.047291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.047291] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.211048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.211261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.211261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.211473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.228227] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02d46c80-0950-444a-883c-892895539bf4 in Status: SUCCESS [ 863.228227] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02d46c80-0950-444a-883c-892895539bf4 deletion is rescheduled due to dependency. [ 863.228227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d46c80-0950-444a-883c-892895539bf4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.236560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.236674] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb4916e-72e3-405a-9c11-4a907a3f1050 is going to be deleted. [ 863.265406] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.265575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.265649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.265830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.265990] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.266100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.266163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.266310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.266395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.266482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.266629] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.266739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.266792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.266906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.267086] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.267167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.267229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.267367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.267443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.267522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.267606] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.292795] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.292940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.293023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.293281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.293369] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.293487] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb4916e-72e3-405a-9c11-4a907a3f1050" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.365937] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.366256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.366256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.366256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.366593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.366695] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 863.397283] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.397467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.397467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.397702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.397865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.405891] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 863.520947] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.521173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.521173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.524758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.524758] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.524758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.524758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.524758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.524758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.524758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.524758] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.541518] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.541637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.541748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.542027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.545570] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.545570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.549059] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.550731] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.550731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.550731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.551171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.552453] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.552453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.552453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.552453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.552453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.552453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.552453] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.554169] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.554169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.554169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.554169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.554169] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.554169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.554169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.554809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.554809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.554809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.554809] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.563156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.563303] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba84b8fa-51be-4acf-96e7-d55dde90d8b6 is going to be deleted. [ 863.564216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.564455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.589408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.589547] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5ed1503-0d41-4d43-a7c2-c706da67e59e is going to be deleted. [ 863.620385] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.620569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.620655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.620822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.620910] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.621043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba84b8fa-51be-4acf-96e7-d55dde90d8b6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.631590] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.631769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.631907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.632055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.632488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.632488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5ed1503-0d41-4d43-a7c2-c706da67e59e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.730190] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.730389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.730389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.730584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.730748] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.730850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.730913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.731074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.731162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.731251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.731339] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.735656] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.735656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.735656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.735946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.735946] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.736357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.736427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.736584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.737086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.737086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.737086] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.761314] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.761498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.761555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.761811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.773645] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239: rpc.has_security_group_logging(os_id): False [ 863.795655] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.795942] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.802040] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.802221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.804963] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.805121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.812009] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.812198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.816337] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.816436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.818283] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.818409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.825391] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.825539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.826843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.826979] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ab589b-6606-4865-8b28-0682b70d1998 is going to be deleted. [ 863.827925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.828170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.829810] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.829810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.830551] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.830659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.831356] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.831454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.832733] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.832733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.847390] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 863.847975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.848106] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b7d7b73-bf87-4dd8-8177-871c69e5a150 is going to be deleted. [ 863.849041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.849281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.871788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.871978] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecb06d22-f808-4174-9021-0cab1c455442 is going to be deleted. [ 863.872973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.873789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.888601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.888601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.921147] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.921308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.923742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.923893] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be deleted. [ 863.924787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.925030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.944957] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.945113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.965299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.965499] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd0327a-9d7a-41bd-9aec-06aaf57e5479 is going to be deleted. [ 863.966421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.966590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.024467] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.026177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.026312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.032474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.032662] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d59254-96e6-4b8b-a45d-9fe60fc78c5d is going to be deleted. [ 864.033640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.033890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.054023] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.057767] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.058009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.058009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.058225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.058408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.058512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.058578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.058716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.058798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.058886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.059046] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.059139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.059223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.059376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.059514] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.059602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.059657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.059784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.059861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.060100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.060100] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.060908] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.093776] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.093972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.095341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.095476] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d9440b-77e3-4811-8c9c-c2ad2e3380e9 is going to be deleted. [ 864.096448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.096661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.138477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.138673] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18fde77-0201-420c-bc33-1131c197ba3b is going to be deleted. [ 864.139927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.140188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.222175] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.222303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.235016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.235188] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a22438-4128-4aee-8b96-6620f9276cf6 is going to be deleted. [ 864.236436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.236651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.247566] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.250248] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.288481] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.288630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.306269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.306445] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209461a0-8ca6-4105-979d-f075f7aa3522 is going to be deleted. [ 864.307493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.307754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.307874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.308138] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.308285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.308372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.309294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.309549] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.309666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.309749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.310033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.310253] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.310338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.310440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.310580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.310660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.310770] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 is going to be created. [ 864.311872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.312080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.355204] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.355204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.365637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.366568] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16694edc-5bc3-4995-96c0-e3759f722a2d is going to be deleted. [ 864.368244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.368244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.368244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.368244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b7d7b73-bf87-4dd8-8177-871c69e5a150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.368453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.368527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.368605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.368718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecb06d22-f808-4174-9021-0cab1c455442" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.369248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.369405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.369508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.369605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.369736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.369879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.369954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.370070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd0327a-9d7a-41bd-9aec-06aaf57e5479" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.370215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.370360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.370433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.370543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d59254-96e6-4b8b-a45d-9fe60fc78c5d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.370672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.370808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.370880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.370988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d9440b-77e3-4811-8c9c-c2ad2e3380e9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.371128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.371267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.371343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.371452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ab589b-6606-4865-8b28-0682b70d1998" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.371574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.371710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.371782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.371886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18fde77-0201-420c-bc33-1131c197ba3b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.419026] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.419026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.419026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.419343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.419343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.419469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a22438-4128-4aee-8b96-6620f9276cf6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.485904] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.486198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.486198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.486349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.486445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.486569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209461a0-8ca6-4105-979d-f075f7aa3522" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.488962] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.489112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.489200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.489388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.489564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.516737] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.516929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.516929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.517391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.517494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.517620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16694edc-5bc3-4995-96c0-e3759f722a2d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.529798] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e474838-b5c1-47c4-a9dc-6667aef6be59: rpc.has_security_group_logging(os_id): False [ 864.539588] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 in Status: IN_PROGRESS for 2s [ 864.566228] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.566427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.566559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.566717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.566806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.566906] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 864.569636] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd13534b-2d90-4250-ab40-5430d2a3fb8c: rpc.has_security_group_logging(os_id): False [ 864.569636] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4bda9f9-3b01-45c2-a29c-0c790100649e: rpc.has_security_group_logging(os_id): False [ 864.570484] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.570598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.570598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.570745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.595947] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.596139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.596843] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.596944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.614037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.614146] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.614213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.614250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.614437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.614568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.614682] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 is going to be updated. [ 864.615739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.615919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.639740] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.639926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.639926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.640160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.640337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.641916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.642139] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.642247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.642315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.642478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.642556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.642774] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.642873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.642934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.643093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.643169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.643358] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.643436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.643497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.643631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.643704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.643784] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 864.644989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.645164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.669521] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 864.714713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.715091] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.715219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.715814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.715814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.715814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.715814] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e is going to be updated. [ 864.749993] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f43f69-fd6b-448c-9eae-58fb10378c55: rpc.has_security_group_logging(os_id): False [ 864.751735] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9: rpc.has_security_group_logging(os_id): False [ 864.781753] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.781955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.782073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.782458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.791261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.791261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.798384] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.798384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.799656] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.799656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.815423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.815639] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.815743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.815834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.816056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.816140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.816239] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be updated. [ 864.817388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.817573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.817710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.818632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.818799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.837308] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 in Status: IN_PROGRESS for 2s [ 864.865335] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.865471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.901646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.901971] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.902079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.902187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.902351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.904176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.904176] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 is going to be updated. [ 864.904176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.904176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.904176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.905086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.905165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.905298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.066117] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bda9f9-3b01-45c2-a29c-0c790100649e in Status: IN_PROGRESS for 2s [ 865.081882] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 865.104021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.104308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.104308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.104447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.104604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.126066] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: IN_PROGRESS for 2s [ 865.183272] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 865.183981] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.184489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.184489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.184489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.184644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.227264] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 in Status: IN_PROGRESS for 2s [ 865.420800] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 865.420800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.420800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.420800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.420800] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.420800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.420800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.420800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.420800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.420800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.420800] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.922658] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.924045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.924188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.924463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.924664] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.924837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.924945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.925173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.925269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.925363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.925546] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.925703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.925808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.925999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.926177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.926276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.926366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.926511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.926603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.926686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.926782] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.429894] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 993cf57d-8a8b-4e76-9a5c-32c485259051: rpc.has_security_group_logging(os_id): False [ 866.447392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.447529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.447592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.448141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.464704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.464704] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.464898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.464898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.465055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.465132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.467410] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.467410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.467410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.467410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.467410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.467410] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.467410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.467410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.467410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.467410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.467410] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 866.518848] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.519011] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.519011] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.519356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.519516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.531371] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 866.549713] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 in Status: SUCCESS [ 866.549945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.681127] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 866.681461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.850346] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 in Status: SUCCESS [ 866.850611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.079943] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bda9f9-3b01-45c2-a29c-0c790100649e in Status: SUCCESS [ 867.080295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.095356] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 867.095624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.136978] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 867.137219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.242987] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 in Status: SUCCESS [ 867.242987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.295550] env[69404]: INFO networking_nsxv3.common.synchronization [req-a504c889-0be3-4367-9f9d-9e1741f5433a req-c5db0662-fa3f-4760-a659-9ed51eced145 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 867.296065] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 867.299201] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.299201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.299201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.299201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.299201] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.299201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.299201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.299201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.299201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.299201] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.801826] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.802141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.802141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.802284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.823099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.823449] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.823568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.823627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.823934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.824030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.824130] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 867.848477] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.849537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.849537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.849537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.849537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.860578] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 868.544202] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 868.544410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.544591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.544816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.545059] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.049047] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.049391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.049391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.049582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.049738] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.049835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.049893] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.050055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.050148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.050235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.050332] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.558245] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.558407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.558482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.558705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.558871] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.558971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.559050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.559237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.559326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.559442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.559598] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.559710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.559770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.559929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.560055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.560149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.560199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.560421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.560421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.560608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.560656] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.870522] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 869.870888] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f deletion is rescheduled due to dependency. [ 869.871019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.067823] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 993cf57d-8a8b-4e76-9a5c-32c485259051: rpc.has_security_group_logging(os_id): False [ 870.087955] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.089449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.089549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.090107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.090107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.090107] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.090283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.090283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.090498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.090558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.091440] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.091440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.091440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.091440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.091440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.091776] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.091776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.091776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.091914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.091998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.092097] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 870.147625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.147815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.147921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.148237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.148447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.164165] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 870.658850] env[69404]: INFO networking_nsxv3.common.synchronization [req-39e7919a-e63e-4163-9af0-38fe7bf743fa req-10a49e22-7021-4b5c-a453-a3e14c5ebc51 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_members [ 870.659438] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 with Priority: HIGHEST for action security_group_members [ 870.659757] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c5ff65-3353-40b1-b796-53b07a9aa6d1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.659903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.659968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.660356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.660733] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.660733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.660733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.660961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.660961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.661079] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c5ff65-3353-40b1-b796-53b07a9aa6d1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.163254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.163623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.163623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.163857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.183637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.183914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.184059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.184127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.184457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.184457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.184587] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 is going to be updated. [ 871.218298] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.218506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.218594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.218923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.219037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.225301] env[69404]: INFO networking_nsxv3.common.synchronization [req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e req-77b1e36f-338f-4dd9-86e4-cbe92c670f3f tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Enqueued Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGHEST for action security_group_members [ 871.225567] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGHEST for action security_group_members [ 871.226130] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.228420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.228420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.228420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.228643] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.228792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.228792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.228951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.229068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.229166] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.232951] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 in Status: IN_PROGRESS for 2s [ 871.735014] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.735238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.735289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.736117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.736117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.736117] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.736117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.736117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.736635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.738196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.738393] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 is going to be updated. [ 871.770771] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.771029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.771029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.771198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.771334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.779362] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 in Status: IN_PROGRESS for 2s [ 872.182185] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 872.182493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.574685] env[69404]: INFO networking_nsxv3.common.synchronization [req-ae700091-63d7-4b67-9251-fd0b30fdec7a req-8d26c871-8a88-4170-b243-3a4937fa7e28 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Enqueued Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_members [ 872.575413] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_members [ 872.575714] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d720cdb-e072-478f-a21a-f33fe424fa3f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.575838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.575903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.576331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.576493] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.576598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.576660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.576857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.576919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.576970] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.950090] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.950295] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-597" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.950422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-597" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.950789] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-597" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.951063] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.951226] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.951345] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.951598] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.951755] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.951972] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.955437] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.955638] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.955845] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.956063] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.956840] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.957035] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.975696] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.975863] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.976009] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.976200] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-597" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.976506] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.976680] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.976804] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.977147] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.977290] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeeb9a3f-d673-4c0d-be15-40f67039d5a0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.079300] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.079485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.079570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.079793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.079884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.080092] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.080191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.080256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.080579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.080692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.080820] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f already deleted. [ 873.080917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.243618] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 in Status: SUCCESS [ 873.243985] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c5ff65-3353-40b1-b796-53b07a9aa6d1 deletion is rescheduled due to dependency. [ 873.243985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c5ff65-3353-40b1-b796-53b07a9aa6d1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.480582] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.480582] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.480582] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.480875] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.482137] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.482137] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port aeeb9a3f-d673-4c0d-be15-40f67039d5a0 not found, creating... [ 873.482137] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.482137] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.482137] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.482137] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.482137] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.482476] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.482476] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.482587] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.482786] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.483015] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.483154] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: aeeb9a3f-d673-4c0d-be15-40f67039d5a0 is going to be created. [ 873.501205] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.501412] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.501512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.501765] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.501985] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.502219] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.789171] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 in Status: SUCCESS [ 873.789343] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 deletion is rescheduled due to dependency. [ 873.789457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.221350] env[69404]: INFO networking_nsxv3.common.synchronization [req-ae700091-63d7-4b67-9251-fd0b30fdec7a req-f99924dc-14d0-4ab6-9501-f432bd8594f5 service nova] Enqueued Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_rules [ 874.221350] env[69404]: INFO networking_nsxv3.common.synchronization [req-ae700091-63d7-4b67-9251-fd0b30fdec7a req-f99924dc-14d0-4ab6-9501-f432bd8594f5 service nova] Enqueued Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_members [ 874.221350] env[69404]: INFO networking_nsxv3.common.synchronization [req-ae700091-63d7-4b67-9251-fd0b30fdec7a req-f99924dc-14d0-4ab6-9501-f432bd8594f5 service nova] Enqueued Resource ID: aeeb9a3f-d673-4c0d-be15-40f67039d5a0 with Priority: HIGHEST for action port [ 874.222123] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_rules [ 874.226170] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_members [ 874.226170] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeeb9a3f-d673-4c0d-be15-40f67039d5a0 with Priority: HIGHEST for action port [ 874.226170] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d720cdb-e072-478f-a21a-f33fe424fa3f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.226170] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.226170] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d720cdb-e072-478f-a21a-f33fe424fa3f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.226170] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.226170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.226170] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.227832] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.229296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.229393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.229666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.230301] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeeb9a3f-d673-4c0d-be15-40f67039d5a0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.463924] env[69404]: INFO networking_nsxv3.common.synchronization [None req-65268f1e-234b-426a-a67d-90e688b72fc4 None None] Enqueued Resource ID: 068ec50d-a123-4d85-8253-7bb1fd6800a9 with Priority: HIGHEST for action port [ 874.464565] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068ec50d-a123-4d85-8253-7bb1fd6800a9 with Priority: HIGHEST for action port [ 874.464565] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-068ec50d-a123-4d85-8253-7bb1fd6800a9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.465646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-068ec50d-a123-4d85-8253-7bb1fd6800a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.466016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-068ec50d-a123-4d85-8253-7bb1fd6800a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.466438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-068ec50d-a123-4d85-8253-7bb1fd6800a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.466775] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068ec50d-a123-4d85-8253-7bb1fd6800a9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.731959] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.733358] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d720cdb-e072-478f-a21a-f33fe424fa3f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.733726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.734077] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aeeb9a3f-d673-4c0d-be15-40f67039d5a0 with status ACTIVE [ 874.734920] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.736019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.736019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.736019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.736019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.741109] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.741109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.741109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.741109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.741109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.741109] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.741109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.741109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.741109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.741109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.741109] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aeeb9a3f-d673-4c0d-be15-40f67039d5a0 is going to be updated. [ 874.760332] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.760605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.760605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.760803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.760944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.761124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeeb9a3f-d673-4c0d-be15-40f67039d5a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.970392] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 068ec50d-a123-4d85-8253-7bb1fd6800a9 [ 874.971987] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.975430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.975505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.975710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.975805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.975908] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:068ec50d-a123-4d85-8253-7bb1fd6800a9 already deleted. [ 874.975991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-068ec50d-a123-4d85-8253-7bb1fd6800a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.242063] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.746727] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.747317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.747317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.747317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.747317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.747596] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f is going to be created. [ 875.783212] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.783212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.783212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.783212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.783212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.793249] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f in Status: UNINITIALIZED for 2s [ 876.879911] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a637b835-76e0-49d5-8899-0ceecf111fa8 None None] Enqueued Resource ID: a0030ffc-2d5e-43ab-99e1-2a682cefae08 with Priority: HIGHEST for action port [ 876.882798] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0030ffc-2d5e-43ab-99e1-2a682cefae08 with Priority: HIGHEST for action port [ 876.884352] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0030ffc-2d5e-43ab-99e1-2a682cefae08 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.884914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0030ffc-2d5e-43ab-99e1-2a682cefae08" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.884914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0030ffc-2d5e-43ab-99e1-2a682cefae08" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.885206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0030ffc-2d5e-43ab-99e1-2a682cefae08" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.885268] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0030ffc-2d5e-43ab-99e1-2a682cefae08',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.388518] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0030ffc-2d5e-43ab-99e1-2a682cefae08 [ 877.388518] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.388518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.388518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.388518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.388518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.388518] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0030ffc-2d5e-43ab-99e1-2a682cefae08 already deleted. [ 877.388518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0030ffc-2d5e-43ab-99e1-2a682cefae08" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.422055] env[69404]: INFO networking_nsxv3.common.synchronization [req-5d64ed6f-03dc-4752-a377-fa74120e6901 req-a4a87bc8-89c7-41ef-ad6c-2f74fc6b5fd7 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 877.422748] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 877.423351] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.423459] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.423524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.423764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.423925] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.425268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.425268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.425441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.425534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.425635] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.800299] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f in Status: SUCCESS [ 877.800514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.800701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.800939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.801137] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.801328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.801328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.801621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.801621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.801621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.801754] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.834668] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.834866] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.835014] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.835312] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.835597] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.835737] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.835858] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.836080] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.836229] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.836435] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.836553] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.836662] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.836858] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.837713] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.837713] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.837713] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.862707] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.862707] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 877.862707] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.862707] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.862707] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-b7f2d429-5749-4472-98b0-740cd6744f61 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.862707] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-b7f2d429-5749-4472-98b0-740cd6744f61" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.862707] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-b7f2d429-5749-4472-98b0-740cd6744f61" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.863297] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-b7f2d429-5749-4472-98b0-740cd6744f61" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.863297] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f2d429-5749-4472-98b0-740cd6744f61',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.928203] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.928507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.928507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.928637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.928729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.928924] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.929111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.929207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.929372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.929454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.929547] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be deleted. [ 877.968764] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.968915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.968977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.969206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.969300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.969406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.308294] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.366228] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.366573] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.366728] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.367319] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.367319] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.367508] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port b7f2d429-5749-4472-98b0-740cd6744f61 not found, creating... [ 878.367767] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.367851] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.367960] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.368219] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.368409] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.368710] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.368905] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.369061] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.369263] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.369403] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.369546] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: b7f2d429-5749-4472-98b0-740cd6744f61 is going to be created. [ 878.388772] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.388997] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.389140] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.389427] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.389685] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.390306] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-b7f2d429-5749-4472-98b0-740cd6744f61" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.813193] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d720cdb-e072-478f-a21a-f33fe424fa3f: rpc.has_security_group_logging(os_id): False [ 878.830344] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.830549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.830655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.831047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.831047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.831344] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.831481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.831573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.831761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.831875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.831997] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f is going to be created. [ 878.889482] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.889626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.889814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.890115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.890307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.904809] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f in Status: IN_PROGRESS for 2s [ 879.042561] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c5721fcd-a89c-4f49-9408-4545195c5635 None None] Enqueued Resource ID: 57a90c5d-c729-42df-804f-e17da1a5a4a1 with Priority: HIGHEST for action port [ 879.043699] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a90c5d-c729-42df-804f-e17da1a5a4a1 with Priority: HIGHEST for action port [ 879.044370] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a90c5d-c729-42df-804f-e17da1a5a4a1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.044500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a90c5d-c729-42df-804f-e17da1a5a4a1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.044569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a90c5d-c729-42df-804f-e17da1a5a4a1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.044834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a90c5d-c729-42df-804f-e17da1a5a4a1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.044919] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a90c5d-c729-42df-804f-e17da1a5a4a1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.302472] env[69404]: INFO networking_nsxv3.common.synchronization [req-5d64ed6f-03dc-4752-a377-fa74120e6901 req-4b950a81-3e9e-449b-bbb7-c28d3c746a20 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 879.302641] env[69404]: INFO networking_nsxv3.common.synchronization [req-5d64ed6f-03dc-4752-a377-fa74120e6901 req-4b950a81-3e9e-449b-bbb7-c28d3c746a20 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 879.302786] env[69404]: INFO networking_nsxv3.common.synchronization [req-5d64ed6f-03dc-4752-a377-fa74120e6901 req-4b950a81-3e9e-449b-bbb7-c28d3c746a20 service nova] Enqueued Resource ID: b7f2d429-5749-4472-98b0-740cd6744f61 with Priority: HIGHEST for action port [ 879.303043] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 879.303172] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 879.303266] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f2d429-5749-4472-98b0-740cd6744f61 with Priority: HIGHEST for action port [ 879.303924] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.309218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.309218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.309218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.309218] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.309422] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.309525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.309602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.309814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.310027] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.310118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.310176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.310310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.310392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.310487] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.314183] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f2d429-5749-4472-98b0-740cd6744f61 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.314183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f2d429-5749-4472-98b0-740cd6744f61" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.314183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f2d429-5749-4472-98b0-740cd6744f61" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.315051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f2d429-5749-4472-98b0-740cd6744f61" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.315226] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f2d429-5749-4472-98b0-740cd6744f61',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.547406] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57a90c5d-c729-42df-804f-e17da1a5a4a1 [ 879.547658] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.548832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.548832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.548832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.548832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.548832] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57a90c5d-c729-42df-804f-e17da1a5a4a1 already deleted. [ 879.548832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a90c5d-c729-42df-804f-e17da1a5a4a1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.817050] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.818440] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.818592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.819631] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7f2d429-5749-4472-98b0-740cd6744f61 with status ACTIVE [ 879.820023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.820172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.820262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.820489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.820593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.821114] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.821114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.821272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.821335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.821482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.821890] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.821951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.821991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.822584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.822584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.822584] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7f2d429-5749-4472-98b0-740cd6744f61 is going to be updated. [ 879.841153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.841326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.841371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.841559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.841691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.841854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f2d429-5749-4472-98b0-740cd6744f61" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.127713] env[69404]: INFO networking_nsxv3.common.synchronization [None req-4cac8215-fec5-4a35-b2bb-978207b128ed tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Enqueued Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_rules [ 880.128290] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_rules [ 880.128576] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51178e95-0cde-4453-b10b-cf043f00a8e8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.128695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.128763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.129023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.129106] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.213679] env[69404]: INFO networking_nsxv3.common.synchronization [None req-dd7b51b1-ce2e-44a5-8993-1572dd921b48 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Enqueued Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_rules [ 880.214228] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_rules [ 880.214864] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51178e95-0cde-4453-b10b-cf043f00a8e8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.214938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.325900] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.651746] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.651746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.651746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.651746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.651746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.651746] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 already deleted. [ 880.651746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.651746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.651746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.651746] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.760018] env[69404]: INFO networking_nsxv3.common.synchronization [req-fa638fb5-e0ff-4330-9155-333d7d3ee079 req-6cddb2f6-aa4d-46f8-9948-32527a572195 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 880.762120] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 880.762120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.762120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.762120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.762120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.762120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.762120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.762120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.762695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.762845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.762990] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.826867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.827210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.827378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.827670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.827872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.828483] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be created. [ 880.860920] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.860920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.860920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.860920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.860920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.870122] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: UNINITIALIZED for 2s [ 880.962202] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f in Status: SUCCESS [ 880.962202] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.003700] env[69404]: INFO networking_nsxv3.common.synchronization [None req-4ef458ee-eea9-4aee-aaa4-ff186f47d35b None None] Enqueued Resource ID: 7021dea3-6856-4e11-b2b8-4241951fc0a2 with Priority: HIGHEST for action port [ 881.004616] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7021dea3-6856-4e11-b2b8-4241951fc0a2 with Priority: HIGHEST for action port [ 881.008073] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7021dea3-6856-4e11-b2b8-4241951fc0a2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.008073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7021dea3-6856-4e11-b2b8-4241951fc0a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.008073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7021dea3-6856-4e11-b2b8-4241951fc0a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.008073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7021dea3-6856-4e11-b2b8-4241951fc0a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.008073] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7021dea3-6856-4e11-b2b8-4241951fc0a2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.181154] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.181154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.181154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.181154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.181154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.181154] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 already deleted. [ 881.181154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.268797] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.268797] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.268797] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 881.293945] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.294148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.294227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.294471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.294637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.302510] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 881.509047] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7021dea3-6856-4e11-b2b8-4241951fc0a2 [ 881.509131] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.509252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.509303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.509505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.509591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.509684] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7021dea3-6856-4e11-b2b8-4241951fc0a2 already deleted. [ 881.509826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7021dea3-6856-4e11-b2b8-4241951fc0a2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.420529] env[69404]: INFO networking_nsxv3.common.synchronization [req-420b441a-4c3b-4882-882f-6da467e0c9f6 req-cf65ee66-d58e-4514-947d-389c04e1b78c tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 882.420529] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 882.420529] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.420529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.420866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.420866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.422935] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.422935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.422935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.422935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.422935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.422935] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.879955] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 882.880210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.880380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.880608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.880816] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.880955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.881036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.881214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.881294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.881526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.881625] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.924183] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.164291] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.164444] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.164562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.164840] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165115] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.165274] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.165392] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.165620] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165771] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.165988] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.166656] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.166798] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.166920] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.167053] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.167166] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.167472] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.184313] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.184480] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.184670] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.184808] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.185205] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.185507] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.185569] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.185881] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.186040] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5839dfc-6da0-47c4-bbb9-2088ad939ffe',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.311969] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 883.312206] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 deletion is rescheduled due to dependency. [ 883.312413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.385592] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.385732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.385806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.386057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.386254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.386387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.386482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.386666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.386783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.386885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.387086] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.387190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.387276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.387467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.387638] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.387741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.387804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.388035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.388127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.388224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.388319] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.429714] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.689057] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.689317] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.689451] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.689751] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.689939] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.690128] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port a5839dfc-6da0-47c4-bbb9-2088ad939ffe not found, creating... [ 883.690399] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.690560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.690679] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.690916] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.691085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.691379] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.691536] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.691658] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.691871] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.692014] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.692161] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: a5839dfc-6da0-47c4-bbb9-2088ad939ffe is going to be created. [ 883.710855] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.712033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.712033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.712033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.712033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.712033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.890311] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c73d58-0da6-45f2-9617-307a7998e0ce: rpc.has_security_group_logging(os_id): False [ 883.908244] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.908244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.908244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.908430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.908430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.908548] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.909324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.909324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.909324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.909324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.909324] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.909324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.909324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.909633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.909633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.909701] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.909794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.909881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.910034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.910115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.910202] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be created. [ 883.933300] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.933453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.933726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.933726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.933816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.933895] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 883.963567] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.963709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.963780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.964067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.964170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.972098] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.972316] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.972387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.972580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.972745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.974233] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 883.983076] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 884.485116] env[69404]: INFO networking_nsxv3.common.synchronization [req-420b441a-4c3b-4882-882f-6da467e0c9f6 req-20ad249b-eb61-419e-94a8-f09affcc3d00 service nova] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_rules [ 884.485401] env[69404]: INFO networking_nsxv3.common.synchronization [req-420b441a-4c3b-4882-882f-6da467e0c9f6 req-20ad249b-eb61-419e-94a8-f09affcc3d00 service nova] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 884.485529] env[69404]: INFO networking_nsxv3.common.synchronization [req-420b441a-4c3b-4882-882f-6da467e0c9f6 req-20ad249b-eb61-419e-94a8-f09affcc3d00 service nova] Enqueued Resource ID: a5839dfc-6da0-47c4-bbb9-2088ad939ffe with Priority: HIGHEST for action port [ 884.486167] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_rules [ 884.486255] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 884.486346] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5839dfc-6da0-47c4-bbb9-2088ad939ffe with Priority: HIGHEST for action port [ 884.486617] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.486735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.486982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.487044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.487082] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.487993] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.488106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.488381] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.488523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.488549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.488723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.488799] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5839dfc-6da0-47c4-bbb9-2088ad939ffe',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.990902] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.991168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.991302] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5839dfc-6da0-47c4-bbb9-2088ad939ffe with status ACTIVE [ 884.991477] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.991585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.991651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.991856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.992940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.992940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.992940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.992940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.992940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.992940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.992940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.992940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.992940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.992940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.993476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.993476] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5839dfc-6da0-47c4-bbb9-2088ad939ffe is going to be updated. [ 885.012111] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.012253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.012325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.012524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.012658] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.012814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5839dfc-6da0-47c4-bbb9-2088ad939ffe" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.983203] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 885.983458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.984444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.984667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.984870] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.984960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.985042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.985201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.986011] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.986011] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.995899] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 885.996189] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.488128] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.991282] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.493840] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.495128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.495660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.495660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.495660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.496346] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 887.521799] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.521930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.521997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.522260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.522370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.530110] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 889.487943] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 889.487943] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 889.544818] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 889.544818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.544818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.544818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.544818] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.544818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.544818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.544818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.544818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.544818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.544818] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.790796] env[69404]: INFO networking_nsxv3.common.synchronization [req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 req-8c0cbcb9-8f5f-47d0-b036-456fb75b76d5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 889.791375] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 889.792048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.792048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.792048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.792379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.792583] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.792768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.792875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.793104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.793226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.793345] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.047800] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.047963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.048065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.048284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.048455] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.048576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.048613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.048757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.048844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.048932] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.049095] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.049190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.049331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.049395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.049527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.049618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.049678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.049811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.049884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.049963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.050117] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.163018] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.163018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-443" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.163269] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-443" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.164126] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-443" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164126] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.164126] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.164315] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.164451] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164612] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.164813] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.164928] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.165047] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.165161] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.165264] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.165376] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.165511] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.192763] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.192763] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.192763] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.193106] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-443" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.193136] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-a47aab9b-6cde-402b-a52f-5cef3eb29b67 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.194161] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.194161] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.194161] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.194161] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47aab9b-6cde-402b-a52f-5cef3eb29b67',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.294963] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.295151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.295226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.295450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.295545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.295781] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.295869] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.295935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.296108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.296253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.296346] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 already deleted. [ 890.296431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.552444] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd13534b-2d90-4250-ab40-5430d2a3fb8c: rpc.has_security_group_logging(os_id): False [ 890.572055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.572055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.572055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.572055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.572055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.572055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.572055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.572055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.572055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.572055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.572439] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.572439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.572511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.573452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.573452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.574221] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.574221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.574221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.574379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.574989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.574989] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 890.639718] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.639945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.639945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.640280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.640420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.657193] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 890.697036] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.697036] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.697242] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.697803] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.697803] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.697962] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port a47aab9b-6cde-402b-a52f-5cef3eb29b67 not found, creating... [ 890.698287] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.699388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.699388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.699388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.699388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.699388] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.699388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.699700] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.699737] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.699922] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.700228] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 is going to be created. [ 890.742032] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.742032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.742032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.742032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.742032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.742032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.445204] env[69404]: INFO networking_nsxv3.common.synchronization [req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 req-9def2a40-39fc-439c-9b7d-46355b75d7aa service nova] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 891.445204] env[69404]: INFO networking_nsxv3.common.synchronization [req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 req-9def2a40-39fc-439c-9b7d-46355b75d7aa service nova] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 891.445204] env[69404]: INFO networking_nsxv3.common.synchronization [req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 req-9def2a40-39fc-439c-9b7d-46355b75d7aa service nova] Enqueued Resource ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 with Priority: HIGHEST for action port [ 891.445204] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 891.445204] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 891.445204] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 with Priority: HIGHEST for action port [ 891.445433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.445550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.445579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.445936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.445936] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.447475] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.447542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.447605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.447776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.447928] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.448036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.448097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.448239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.448320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.448419] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.449181] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47aab9b-6cde-402b-a52f-5cef3eb29b67 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.449304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.449358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.449507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.449579] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47aab9b-6cde-402b-a52f-5cef3eb29b67',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.952057] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.952796] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.952796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.953110] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a47aab9b-6cde-402b-a52f-5cef3eb29b67 with status ACTIVE [ 891.953254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.953365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.953431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.953632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.953720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.953883] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.953979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.954054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.954208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.954291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.954465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.954571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.954607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.954747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.954821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.954909] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 is going to be updated. [ 891.983726] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.983726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.983726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.983906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.984062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.984230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.310218] env[69404]: INFO networking_nsxv3.common.synchronization [req-de415e11-1821-49e6-887b-ccca61115707 req-a0416da9-5b6a-409f-aedd-501ac5973895 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 892.310780] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 892.311116] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.311263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.311342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.311620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.311795] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.311980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.312077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.312242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.312346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.312440] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.454216] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.672812] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 892.673058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.678976] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.679203] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.679333] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.679667] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.679934] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.680114] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.680297] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.680554] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.680724] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.680909] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.681326] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.681509] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.681646] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.681790] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.681926] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.682106] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.699545] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.699860] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.699860] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.700037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.700418] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-f68615a9-6575-43ba-9be8-1108e09ad33e taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.700593] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-f68615a9-6575-43ba-9be8-1108e09ad33e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.700715] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-f68615a9-6575-43ba-9be8-1108e09ad33e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.701032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-f68615a9-6575-43ba-9be8-1108e09ad33e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.701190] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68615a9-6575-43ba-9be8-1108e09ad33e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.815214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.815365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.815433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.815661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.815817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.815940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.816057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.816119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.816282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.816355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.816439] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 already deleted. [ 892.816520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.958405] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.958850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.958850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.958954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.959711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.959711] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 is going to be created. [ 892.984543] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.984692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.984783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.984967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.985136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.995956] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: UNINITIALIZED for 2s [ 893.207115] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.207407] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.207544] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.207911] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.208128] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.208305] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port f68615a9-6575-43ba-9be8-1108e09ad33e not found, creating... [ 893.208578] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.208744] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.209091] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.209162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.209284] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.209593] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.209827] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.209971] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.210246] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.210468] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.210760] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: f68615a9-6575-43ba-9be8-1108e09ad33e is going to be created. [ 893.247430] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.247654] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.247781] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.248102] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.248390] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.248640] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-f68615a9-6575-43ba-9be8-1108e09ad33e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.980464] env[69404]: INFO networking_nsxv3.common.synchronization [req-de415e11-1821-49e6-887b-ccca61115707 req-2ec67c04-2d4a-4d05-8dec-c52589bb6b38 service nova] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_rules [ 893.980464] env[69404]: INFO networking_nsxv3.common.synchronization [req-de415e11-1821-49e6-887b-ccca61115707 req-2ec67c04-2d4a-4d05-8dec-c52589bb6b38 service nova] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 893.980464] env[69404]: INFO networking_nsxv3.common.synchronization [req-de415e11-1821-49e6-887b-ccca61115707 req-2ec67c04-2d4a-4d05-8dec-c52589bb6b38 service nova] Enqueued Resource ID: f68615a9-6575-43ba-9be8-1108e09ad33e with Priority: HIGHEST for action port [ 893.980464] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_rules [ 893.980464] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 893.980464] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68615a9-6575-43ba-9be8-1108e09ad33e with Priority: HIGHEST for action port [ 893.980835] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.980835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.980835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.981108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.981192] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.982204] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.982837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.982837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.982837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.982837] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.983149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.983149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.983149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.983566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.983566] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.984120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68615a9-6575-43ba-9be8-1108e09ad33e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.984190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68615a9-6575-43ba-9be8-1108e09ad33e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.984243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68615a9-6575-43ba-9be8-1108e09ad33e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.984402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68615a9-6575-43ba-9be8-1108e09ad33e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.984607] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68615a9-6575-43ba-9be8-1108e09ad33e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.487209] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.487361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.487533] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.488424] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68615a9-6575-43ba-9be8-1108e09ad33e with status ACTIVE [ 894.488605] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.488723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.488777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.488974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.489071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.489243] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.489341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.489412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.489559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.489638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.489819] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.489907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.489965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.490773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.490773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.490773] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68615a9-6575-43ba-9be8-1108e09ad33e is going to be updated. [ 894.511920] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.512095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.512152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.512340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.512492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.512645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68615a9-6575-43ba-9be8-1108e09ad33e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.993297] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.007833] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: SUCCESS [ 895.008304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.008514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.008722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.009433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.009433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.009433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.009433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.009659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.009659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.009719] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.041473] env[69404]: INFO networking_nsxv3.common.synchronization [req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 req-057bc6e1-727d-4109-bae6-b9fb8ee5c379 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Enqueued Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGHEST for action security_group_members [ 895.042250] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGHEST for action security_group_members [ 895.042250] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c842b3bd-6744-4919-ade0-df1387e07a47 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.042250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.042250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.042453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.042485] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.042921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.042921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.042921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.042921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.042921] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.451314] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.451512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-643" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.451644] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-643" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.451977] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-643" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.452262] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.452535] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.452535] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.452762] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.452917] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.453322] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.453455] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.453594] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.453899] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.453899] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.453962] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.454095] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.475223] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.477067] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.477067] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.477067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-643" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.477067] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-767ae52c-50f2-470f-931b-791b96c07412 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.477067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-767ae52c-50f2-470f-931b-791b96c07412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.477067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-767ae52c-50f2-470f-931b-791b96c07412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.477067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-767ae52c-50f2-470f-931b-791b96c07412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.477067] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('767ae52c-50f2-470f-931b-791b96c07412',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.496792] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.496956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.497043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.497373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.497540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.497594] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 is going to be created. [ 895.512020] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.522276] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.522435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.522473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.522727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.522883] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.531917] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: UNINITIALIZED for 2s [ 895.549244] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.549830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.549830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.549830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.549830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.550134] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.550273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.550273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.550442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.550522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.550610] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c842b3bd-6744-4919-ade0-df1387e07a47 already deleted. [ 895.550688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.980038] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.980241] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.980475] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.980809] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.981107] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.981217] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 767ae52c-50f2-470f-931b-791b96c07412 not found, creating... [ 895.981581] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.981784] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.981954] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.982232] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.982384] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.982692] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.982855] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.982975] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.983213] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.983351] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.983498] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 767ae52c-50f2-470f-931b-791b96c07412 is going to be created. [ 896.002604] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.003039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.003039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.003223] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.003879] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.003879] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-767ae52c-50f2-470f-931b-791b96c07412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.015519] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61abac3d-421b-4992-88ea-638e5dcbd0c6: rpc.has_security_group_logging(os_id): False [ 896.032587] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.032775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.032832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.033425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.033425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.033562] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.033626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.033698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.033870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.033957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.034062] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 is going to be created. [ 896.101939] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.102186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.102256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.102457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.102657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.114359] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: IN_PROGRESS for 2s [ 896.932584] env[69404]: INFO networking_nsxv3.common.synchronization [req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 req-971dee4b-03af-4a9a-8ff0-c7c61c123257 service nova] Enqueued Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGHEST for action security_group_rules [ 896.932853] env[69404]: INFO networking_nsxv3.common.synchronization [req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 req-971dee4b-03af-4a9a-8ff0-c7c61c123257 service nova] Enqueued Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGHEST for action security_group_members [ 896.933010] env[69404]: INFO networking_nsxv3.common.synchronization [req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 req-971dee4b-03af-4a9a-8ff0-c7c61c123257 service nova] Enqueued Resource ID: 767ae52c-50f2-470f-931b-791b96c07412 with Priority: HIGHEST for action port [ 896.933264] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGHEST for action security_group_rules [ 896.933394] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGHEST for action security_group_members [ 896.933495] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767ae52c-50f2-470f-931b-791b96c07412 with Priority: HIGHEST for action port [ 896.934076] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c842b3bd-6744-4919-ade0-df1387e07a47 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.934216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.934286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.934557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.934655] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.936183] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c842b3bd-6744-4919-ade0-df1387e07a47 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.936239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.936267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.936471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.936623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.936730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.936793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.937046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.940291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.940291] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.941532] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-767ae52c-50f2-470f-931b-791b96c07412 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.941647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-767ae52c-50f2-470f-931b-791b96c07412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.941860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-767ae52c-50f2-470f-931b-791b96c07412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.941942] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-767ae52c-50f2-470f-931b-791b96c07412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.941974] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('767ae52c-50f2-470f-931b-791b96c07412',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.444026] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.444867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c842b3bd-6744-4919-ade0-df1387e07a47 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.444962] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.445146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 767ae52c-50f2-470f-931b-791b96c07412 with status ACTIVE [ 897.445735] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.445735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.445735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.445971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.445971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.446698] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.446698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.446698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.446698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.446698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.446698] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.447021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.447021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.447222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.447286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.447976] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 767ae52c-50f2-470f-931b-791b96c07412 is going to be updated. [ 897.468424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.468657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.468735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.468964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.469136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.469307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-767ae52c-50f2-470f-931b-791b96c07412" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.549075] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: SUCCESS [ 897.549290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.549500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.549741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.549932] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.550056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.550118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.550265] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.550383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.550490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.550586] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.951878] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.056024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.056024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.056024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.056024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.056024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.056946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.056946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.056946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.056946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.056946] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.129710] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: SUCCESS [ 898.129941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.455615] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.456058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.456058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.456296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.456405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.456524] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c842b3bd-6744-4919-ade0-df1387e07a47 is going to be created. [ 898.479613] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.479613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.479613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.479984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.479984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.488319] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c842b3bd-6744-4919-ade0-df1387e07a47 in Status: UNINITIALIZED for 2s [ 898.560823] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b04382d-66dd-4e57-b1a3-6a0995db87a6: rpc.has_security_group_logging(os_id): False [ 898.577770] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.577917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.577917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.578131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.578229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.578479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.578587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.578628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.578766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.578841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.579066] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.579131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.579185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.579331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.579408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.579589] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.579868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.579868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.579868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.579978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.580025] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 is going to be created. [ 898.635955] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.636118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.636185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.636414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.636576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.649364] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: IN_PROGRESS for 2s [ 899.882161] env[69404]: INFO networking_nsxv3.common.synchronization [req-4815fbae-87b1-496e-82cb-dd3f014b21d4 req-3e57e51f-0cbb-4f7f-9fa7-b03ce5887fea tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 899.883238] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 899.884122] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.884122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.884431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.884479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.885296] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.885296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.885296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.885296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.885296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.885296] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.107102] env[69404]: INFO networking_nsxv3.common.synchronization [None req-cc9f60e9-e28f-4748-8685-04f5c188bd4f None None] Enqueued Resource ID: 0468b037-19f6-477a-9406-9a5c09a31f10 with Priority: HIGHEST for action port [ 900.107259] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0468b037-19f6-477a-9406-9a5c09a31f10 with Priority: HIGHEST for action port [ 900.107821] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-0468b037-19f6-477a-9406-9a5c09a31f10 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.107948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0468b037-19f6-477a-9406-9a5c09a31f10" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.108028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0468b037-19f6-477a-9406-9a5c09a31f10" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.108291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0468b037-19f6-477a-9406-9a5c09a31f10" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.108393] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0468b037-19f6-477a-9406-9a5c09a31f10',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.388361] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.388575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.388638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.390874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.390874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.390874] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.390874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.390874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.390874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.390874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.390874] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb already deleted. [ 900.390874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.500974] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c842b3bd-6744-4919-ade0-df1387e07a47 in Status: SUCCESS [ 900.501410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.501410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.501678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.501884] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.502013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.502078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.503431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.503431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.503431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.503431] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.544143] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.547209] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.547209] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.547209] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.548269] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.548474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.548632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.548892] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.549067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.549317] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.549432] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.549545] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.550372] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.550372] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.550372] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.551245] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.568905] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.569082] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.569256] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.569509] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.569843] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-9089592c-210c-403d-a734-90ed481a55ba taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.570030] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.570224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.570582] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.570729] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9089592c-210c-403d-a734-90ed481a55ba',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.610014] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0468b037-19f6-477a-9406-9a5c09a31f10 [ 900.610063] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.610318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.610318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.610618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.610618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.610710] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0468b037-19f6-477a-9406-9a5c09a31f10 already deleted. [ 900.610749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0468b037-19f6-477a-9406-9a5c09a31f10" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.660636] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: SUCCESS [ 900.660845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.006018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c842b3bd-6744-4919-ade0-df1387e07a47 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.006361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.006361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.006679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.008274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.008274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.008274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.008274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.008274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.008274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.008274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c842b3bd-6744-4919-ade0-df1387e07a47 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.010390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.010390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.010390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.010390] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.010390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.010390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.010390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.010390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.010390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.010808] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.073746] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.075491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.075491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.075491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.075491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.075491] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 9089592c-210c-403d-a734-90ed481a55ba not found, creating... [ 901.075491] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.075491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.075491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.076514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.076514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.076514] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.076514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.076514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.076514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.076692] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.076718] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 9089592c-210c-403d-a734-90ed481a55ba is going to be created. [ 901.096233] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.096457] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.096598] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.096932] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.097243] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.097482] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.514852] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c842b3bd-6744-4919-ade0-df1387e07a47: rpc.has_security_group_logging(os_id): False [ 901.534117] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.534314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.534353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.534567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.534664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.534860] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.534948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.535023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.535181] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.535241] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.535432] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.535528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.535581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.536549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.536549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.536549] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.536549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.536549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.536549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.536549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.536549] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c842b3bd-6744-4919-ade0-df1387e07a47 is going to be created. [ 901.592432] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.592432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.592707] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.592753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.592938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.607146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c842b3bd-6744-4919-ade0-df1387e07a47 in Status: IN_PROGRESS for 2s [ 902.188408] env[69404]: INFO networking_nsxv3.common.synchronization [None req-b769898a-792b-4d62-906b-2324169c6efd None None] Enqueued Resource ID: 34647ba8-6f15-40d0-83bd-620e4bf056bc with Priority: HIGHEST for action port [ 902.189301] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34647ba8-6f15-40d0-83bd-620e4bf056bc with Priority: HIGHEST for action port [ 902.189730] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-34647ba8-6f15-40d0-83bd-620e4bf056bc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.190655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34647ba8-6f15-40d0-83bd-620e4bf056bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.190909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34647ba8-6f15-40d0-83bd-620e4bf056bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.191247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34647ba8-6f15-40d0-83bd-620e4bf056bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.191419] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34647ba8-6f15-40d0-83bd-620e4bf056bc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.470201] env[69404]: INFO networking_nsxv3.common.synchronization [req-4815fbae-87b1-496e-82cb-dd3f014b21d4 req-7a1086de-6cb3-48f3-a3ee-571ea3a07247 service nova] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_rules [ 902.470201] env[69404]: INFO networking_nsxv3.common.synchronization [req-4815fbae-87b1-496e-82cb-dd3f014b21d4 req-7a1086de-6cb3-48f3-a3ee-571ea3a07247 service nova] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 902.470201] env[69404]: INFO networking_nsxv3.common.synchronization [req-4815fbae-87b1-496e-82cb-dd3f014b21d4 req-7a1086de-6cb3-48f3-a3ee-571ea3a07247 service nova] Enqueued Resource ID: 9089592c-210c-403d-a734-90ed481a55ba with Priority: HIGHEST for action port [ 902.470201] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_rules [ 902.470201] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 902.470201] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9089592c-210c-403d-a734-90ed481a55ba with Priority: HIGHEST for action port [ 902.470813] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.471286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.471499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.471832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.472239] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.474231] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.474386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.474454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.474660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.474833] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.474938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.475021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.475194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.475769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.475888] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.477269] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-9089592c-210c-403d-a734-90ed481a55ba taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.477269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.477269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.477578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.477578] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9089592c-210c-403d-a734-90ed481a55ba',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.695582] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34647ba8-6f15-40d0-83bd-620e4bf056bc [ 902.696010] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.696285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.696457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.696770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.696964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.697164] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34647ba8-6f15-40d0-83bd-620e4bf056bc already deleted. [ 902.697334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34647ba8-6f15-40d0-83bd-620e4bf056bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.981040] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.981040] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.981040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.981261] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9089592c-210c-403d-a734-90ed481a55ba with status ACTIVE [ 902.981261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.981397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.981427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.981644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.981740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.981904] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.981974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.982044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.982190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.982264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.982439] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.983353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.983353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.983353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.983353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.983353] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9089592c-210c-403d-a734-90ed481a55ba is going to be updated. [ 903.004677] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.004853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.004853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.005501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.005501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.005501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.484961] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.619985] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c842b3bd-6744-4919-ade0-df1387e07a47 in Status: SUCCESS [ 903.620245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.989431] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.989431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.989431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.989431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.989431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.989431] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be created. [ 904.013025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.013025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.013025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.013025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.013025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.024127] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: UNINITIALIZED for 2s [ 904.571809] env[69404]: INFO networking_nsxv3.common.synchronization [req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 req-876b1351-8a9f-491b-a557-ec2b6dddc9fd tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 904.572821] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 904.572821] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.572821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.572821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.573346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.573346] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.573461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.573461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.573571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.573651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.573833] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.904984] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.904984] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.904984] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.904984] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.904984] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.905608] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.905608] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.905822] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.906019] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.906271] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.906434] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.906571] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.906901] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.906901] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.906988] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.907162] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.928125] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.928125] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.928125] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.928125] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.928485] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-85cd6614-b0ac-452a-b97b-7d732f5ff1af taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.928553] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-85cd6614-b0ac-452a-b97b-7d732f5ff1af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.928763] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-85cd6614-b0ac-452a-b97b-7d732f5ff1af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.929157] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-85cd6614-b0ac-452a-b97b-7d732f5ff1af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.929350] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85cd6614-b0ac-452a-b97b-7d732f5ff1af',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.075716] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.075876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.075947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.076185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.097163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.097416] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.097539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.097605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.097809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.097891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.097981] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 905.124507] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.124658] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.124732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.124930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.125090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.133469] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 905.432891] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.433136] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.433268] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.433556] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.433710] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.433868] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 85cd6614-b0ac-452a-b97b-7d732f5ff1af not found, creating... [ 905.434145] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.434303] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.434425] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.434647] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.434790] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.435083] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.435244] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.435391] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.435567] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.435703] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.435847] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 85cd6614-b0ac-452a-b97b-7d732f5ff1af is going to be created. [ 905.458619] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.458840] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.458971] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.459274] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.459501] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.459725] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-85cd6614-b0ac-452a-b97b-7d732f5ff1af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.036022] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 906.036022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.036022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.036022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.036022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.036022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.036022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.036022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.036022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.036022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.036022] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.464040] env[69404]: INFO networking_nsxv3.common.synchronization [req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 req-f4adf196-2277-440b-b2ad-60548e63b5b7 service nova] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_rules [ 906.464040] env[69404]: INFO networking_nsxv3.common.synchronization [req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 req-f4adf196-2277-440b-b2ad-60548e63b5b7 service nova] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 906.464040] env[69404]: INFO networking_nsxv3.common.synchronization [req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 req-f4adf196-2277-440b-b2ad-60548e63b5b7 service nova] Enqueued Resource ID: 85cd6614-b0ac-452a-b97b-7d732f5ff1af with Priority: HIGHEST for action port [ 906.464040] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_rules [ 906.464040] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 906.464040] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cd6614-b0ac-452a-b97b-7d732f5ff1af with Priority: HIGHEST for action port [ 906.464040] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.464578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.464760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.465357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.465544] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.466861] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.467701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.469452] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-85cd6614-b0ac-452a-b97b-7d732f5ff1af taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.469452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85cd6614-b0ac-452a-b97b-7d732f5ff1af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.469452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85cd6614-b0ac-452a-b97b-7d732f5ff1af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.469452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85cd6614-b0ac-452a-b97b-7d732f5ff1af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.469452] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85cd6614-b0ac-452a-b97b-7d732f5ff1af',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.540704] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.540704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.540704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.540704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.540704] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.540704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.540704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.540704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.540704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.540704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.541327] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.541600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.541791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.542064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.542311] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.543931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.543931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.543931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.543931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.543931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.543931] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.973256] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85cd6614-b0ac-452a-b97b-7d732f5ff1af with status ACTIVE [ 906.973256] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.973256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.973256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.973584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.973584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.973584] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.973670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.973670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.973899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.973976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.974166] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.974270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.974313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.974449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.974518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.974605] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85cd6614-b0ac-452a-b97b-7d732f5ff1af is going to be updated. [ 906.976489] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.976489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.997354] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.997354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.997525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.997625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.997758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.997917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85cd6614-b0ac-452a-b97b-7d732f5ff1af" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.045875] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb: rpc.has_security_group_logging(os_id): False [ 907.079603] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.082970] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.082970] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.082970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083656] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.083656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.083656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.083656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.083656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083656] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be created. [ 907.092472] env[69404]: INFO networking_nsxv3.common.synchronization [req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 req-23caabe8-5d43-42a5-bd4b-6f5b439219e2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 907.092791] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 907.092931] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.093040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.147751] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 907.147934] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 deletion is rescheduled due to dependency. [ 907.148060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.148222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.148440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.148621] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.148734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.148798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.148948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.149043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.149143] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.160717] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.160717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.160717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.160717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.160717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.171594] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c835b2c5-b8ba-440a-aabf-9e024120cc2f None None] Enqueued Resource ID: 729959ad-7c9b-4416-a4cc-ad7fdecdd329 with Priority: HIGHEST for action port [ 907.171848] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729959ad-7c9b-4416-a4cc-ad7fdecdd329 with Priority: HIGHEST for action port [ 907.172360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-729959ad-7c9b-4416-a4cc-ad7fdecdd329 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.172484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729959ad-7c9b-4416-a4cc-ad7fdecdd329" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.172544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729959ad-7c9b-4416-a4cc-ad7fdecdd329" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.172802] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729959ad-7c9b-4416-a4cc-ad7fdecdd329" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.172885] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729959ad-7c9b-4416-a4cc-ad7fdecdd329',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.175966] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: IN_PROGRESS for 2s [ 907.425857] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.426066] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.426414] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.426453] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.426752] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.426983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.427211] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.427457] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.431302] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.431302] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.431302] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.431302] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.431302] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.431302] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.431302] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.431302] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.445197] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.446351] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.446351] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.446351] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-314" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.446351] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.446351] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.446548] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.446752] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.446934] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1f6bdd2-e2f5-4d36-b920-9cfab4eff150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.653345] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.675888] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 729959ad-7c9b-4416-a4cc-ad7fdecdd329 [ 907.676034] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.676180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.676267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.676470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.676560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.676903] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:729959ad-7c9b-4416-a4cc-ad7fdecdd329 already deleted. [ 907.676903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729959ad-7c9b-4416-a4cc-ad7fdecdd329" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.951878] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.954073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.954073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.954073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.954073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.954073] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 not found, creating... [ 907.954073] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.954073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.954073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.956078] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.956875] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.956875] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.956875] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.957286] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.958194] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.959047] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.959047] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 is going to be created. [ 907.978180] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.978460] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.978531] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.978793] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.979864] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.980333] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.014118] env[69404]: INFO networking_nsxv3.common.synchronization [req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 req-ff65f69f-3775-4988-8519-ca836ecf682c tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Enqueued Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGHEST for action security_group_members [ 908.015122] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGHEST for action security_group_members [ 908.015122] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c842b3bd-6744-4919-ade0-df1387e07a47 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.015122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.015122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.015326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.016027] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.016027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.016027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.016234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.016234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.016352] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.154908] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.183157] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c7f32811-68d0-4f64-a034-ca130f5b3a58 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Enqueued Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_rules [ 908.185080] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_rules [ 908.185080] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.185080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.185080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.185080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.185080] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.523125] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.523125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.523125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.523125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.523125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.523125] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.523125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.523125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.523125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.523125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.523125] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c842b3bd-6744-4919-ade0-df1387e07a47 is going to be updated. [ 908.546991] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.547205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.547274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.547671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.547671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.560021] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c842b3bd-6744-4919-ade0-df1387e07a47 in Status: IN_PROGRESS for 2s [ 908.560021] env[69404]: INFO networking_nsxv3.common.synchronization [None req-59e5669c-0b78-4ed0-9a6c-41525770c10f tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Enqueued Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_rules [ 908.560021] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_rules [ 908.560021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.560021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.659208] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.659208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.659208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.659208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.659208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.659208] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 908.685553] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.685553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.685553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.685553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.685553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.693338] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 908.704040] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.704040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.704040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.704040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.704040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.704040] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd already deleted. [ 908.704040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.704040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.704040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.704040] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.809667] env[69404]: INFO networking_nsxv3.common.synchronization [req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 req-bd0e7898-ce17-4dda-9506-8ed72ba3372a service nova] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_rules [ 908.810012] env[69404]: INFO networking_nsxv3.common.synchronization [req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 req-bd0e7898-ce17-4dda-9506-8ed72ba3372a service nova] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 908.810012] env[69404]: INFO networking_nsxv3.common.synchronization [req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 req-bd0e7898-ce17-4dda-9506-8ed72ba3372a service nova] Enqueued Resource ID: e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 with Priority: HIGHEST for action port [ 908.810283] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_rules [ 908.810404] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 908.810495] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 with Priority: HIGHEST for action port [ 908.811235] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.811354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.811633] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.811690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.811814] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.811916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.811985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.812172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.812249] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1f6bdd2-e2f5-4d36-b920-9cfab4eff150',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.188859] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 909.189199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.235653] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.236200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.236350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.236876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.237079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.237232] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd already deleted. [ 909.237369] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.314679] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 with status ACTIVE [ 909.314679] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.314679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.314679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.316092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.316092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.316092] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.316092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.316092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.316092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.316092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.316092] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.316578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.316578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.316667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.316732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.316840] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 is going to be updated. [ 909.339515] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.339515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.339515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.339515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.339515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.339515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.692799] env[69404]: INFO networking_nsxv3.common.synchronization [None req-751712d2-d599-466c-8e8d-c0f046c2f4e7 None None] Enqueued Resource ID: 385ea2d1-0f80-4f50-9ae1-6715f96dc6ad with Priority: HIGHEST for action port [ 909.692999] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385ea2d1-0f80-4f50-9ae1-6715f96dc6ad with Priority: HIGHEST for action port [ 909.693601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-385ea2d1-0f80-4f50-9ae1-6715f96dc6ad taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.693722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-385ea2d1-0f80-4f50-9ae1-6715f96dc6ad" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.693805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-385ea2d1-0f80-4f50-9ae1-6715f96dc6ad" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.694028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-385ea2d1-0f80-4f50-9ae1-6715f96dc6ad" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.694180] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('385ea2d1-0f80-4f50-9ae1-6715f96dc6ad',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.197822] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 385ea2d1-0f80-4f50-9ae1-6715f96dc6ad [ 910.197822] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.197822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.197822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.197822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.197822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.197822] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:385ea2d1-0f80-4f50-9ae1-6715f96dc6ad already deleted. [ 910.197822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-385ea2d1-0f80-4f50-9ae1-6715f96dc6ad" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.532989] env[69404]: INFO networking_nsxv3.common.synchronization [None req-848ef499-5446-4142-8bcd-b7a9530d2a48 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_rules [ 910.533283] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_rules [ 910.533577] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.533698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.533764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.534114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.534396] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.566782] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c842b3bd-6744-4919-ade0-df1387e07a47 in Status: SUCCESS [ 910.566953] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c842b3bd-6744-4919-ade0-df1387e07a47 deletion is rescheduled due to dependency. [ 910.567115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.626247] env[69404]: INFO networking_nsxv3.common.synchronization [None req-30e1440d-2ba9-4357-8438-afabc45e2ad7 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_rules [ 910.626895] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_rules [ 910.627218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.627318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.704105] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 910.704105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.704105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.704401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.704628] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.704777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.706747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.706747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.706747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.706747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.706747] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.707090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.707304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.707526] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.707681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.707767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.707944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.708072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.708260] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.053700] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.054166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.055968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.055968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.055968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.055968] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 already deleted. [ 911.055968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.055968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.055968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.055968] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.207478] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.207822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.210136] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.574542] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.574677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.574748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.574969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.575068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.575190] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 already deleted. [ 911.575476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.712416] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.214906] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.215308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.215308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.215391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.215503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.216459] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 912.262192] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.262345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.262421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.262631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.262774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.272948] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 914.283852] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 914.284257] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.284477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.284780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.285017] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.285228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.285360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.285561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.285678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.285804] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.788025] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.290658] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.628148] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 915.628293] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 915.793580] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.794157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.794277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.794546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.794727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.794791] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 915.855244] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.855244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.855244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.855244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.855244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.862692] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 915.984973] env[69404]: INFO networking_nsxv3.common.synchronization [req-93424f80-2da2-4d5b-8c65-d7a8607a5937 req-b85786ad-2359-4cc3-8af5-94531a31ea6f tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Enqueued Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_members [ 915.985502] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_members [ 915.985808] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-13725785-752a-4525-9674-d71d821acdcc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.985933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.985989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.986831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.987146] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.987303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.987391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.987582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.987695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.987812] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.310521] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.310829] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-846" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.310934] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-846" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.311227] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-846" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.311493] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.311656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.311776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.312175] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.312834] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.313080] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.313211] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.313384] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.313636] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.313636] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.313746] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.313854] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.332375] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.332604] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.332767] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.332990] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-846" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.333447] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.333983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.333983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.334164] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.334263] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66582d03-0b4d-4e94-a19a-9f6a29d97b1f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.489896] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.490065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.490410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.490496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.490763] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.490865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.491151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.491232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.491320] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13725785-752a-4525-9674-d71d821acdcc already deleted. [ 916.491402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.836367] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.836693] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.836841] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.837215] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.837409] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.837671] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 66582d03-0b4d-4e94-a19a-9f6a29d97b1f not found, creating... [ 916.837936] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.838154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.838301] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.838581] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.838753] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.839099] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.839293] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.839457] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.839726] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.839898] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.840099] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 66582d03-0b4d-4e94-a19a-9f6a29d97b1f is going to be created. [ 916.861351] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.861665] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.861846] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.862261] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.862597] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.862914] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.643721] env[69404]: INFO networking_nsxv3.common.synchronization [req-93424f80-2da2-4d5b-8c65-d7a8607a5937 req-09cd4d8a-0ef0-46c6-9ef7-cf80555118f1 service nova] Enqueued Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_rules [ 917.643982] env[69404]: INFO networking_nsxv3.common.synchronization [req-93424f80-2da2-4d5b-8c65-d7a8607a5937 req-09cd4d8a-0ef0-46c6-9ef7-cf80555118f1 service nova] Enqueued Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_members [ 917.644065] env[69404]: INFO networking_nsxv3.common.synchronization [req-93424f80-2da2-4d5b-8c65-d7a8607a5937 req-09cd4d8a-0ef0-46c6-9ef7-cf80555118f1 service nova] Enqueued Resource ID: 66582d03-0b4d-4e94-a19a-9f6a29d97b1f with Priority: HIGHEST for action port [ 917.644673] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_rules [ 917.644813] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_members [ 917.644975] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66582d03-0b4d-4e94-a19a-9f6a29d97b1f with Priority: HIGHEST for action port [ 917.645552] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13725785-752a-4525-9674-d71d821acdcc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.645721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.645813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.646074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.646186] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.647625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-13725785-752a-4525-9674-d71d821acdcc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.647735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.647807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.647991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.648173] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.648270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.648347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.648548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.648637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.648733] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.650535] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.650535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.650535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.650666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.650666] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66582d03-0b4d-4e94-a19a-9f6a29d97b1f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.873177] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 917.873177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.873177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.873405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.873560] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.873649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.873712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.873868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.873988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.874102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.874263] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.874373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.874412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.874602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.874741] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.874829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.874887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.875097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.875097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.875184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.875301] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.151941] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-13725785-752a-4525-9674-d71d821acdcc taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.152637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.152637] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.153379] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66582d03-0b4d-4e94-a19a-9f6a29d97b1f with status ACTIVE [ 918.154666] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.154666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.154666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.154666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.154666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.154666] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.154666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.154666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.154666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.154666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.154666] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.155087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.155087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.155087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.155087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.155087] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66582d03-0b4d-4e94-a19a-9f6a29d97b1f is going to be updated. [ 918.176862] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.177148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.177148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.177277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.177357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.177514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66582d03-0b4d-4e94-a19a-9f6a29d97b1f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.378057] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccece632-541d-4ec7-b9dc-b1a33c4b0ad2: rpc.has_security_group_logging(os_id): False [ 918.395844] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.396057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.396057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.396283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.396409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.396595] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.396693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.396749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.396899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.397012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.397165] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.397261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.397333] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.397556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.397643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.397832] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.397925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.397986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.398144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.398220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.398307] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 918.469231] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.469380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.469451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.469669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.469813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.475171] env[69404]: INFO networking_nsxv3.common.synchronization [req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 req-84cbb08d-a240-4372-9890-6f4b0146ae1c tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 918.475708] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 918.476014] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.476141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.476210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.476466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.476627] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.476827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.476827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.477207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.477304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.477488] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.486615] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 918.658510] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.979995] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.983539] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.983632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.983798] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.984143] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.984547] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.984824] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.985170] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.985439] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.985696] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.986085] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.986300] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.986527] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.986742] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.986978] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.987238] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.987491] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.006446] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.006675] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 919.006831] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.007052] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.007354] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-c0e818f0-d3ea-40e7-a32b-6e713654f420 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.007557] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-c0e818f0-d3ea-40e7-a32b-6e713654f420" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.007750] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-c0e818f0-d3ea-40e7-a32b-6e713654f420" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.008117] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-c0e818f0-d3ea-40e7-a32b-6e713654f420" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.008269] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e818f0-d3ea-40e7-a32b-6e713654f420',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.163763] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.163909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.163979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.164230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.164320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.164418] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13725785-752a-4525-9674-d71d821acdcc is going to be created. [ 919.187457] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.187635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.187701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.187882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.188055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.196576] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13725785-752a-4525-9674-d71d821acdcc in Status: UNINITIALIZED for 2s [ 919.490477] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.511070] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.511461] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.511649] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.512000] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.512199] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.512524] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port c0e818f0-d3ea-40e7-a32b-6e713654f420 not found, creating... [ 919.512828] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.513017] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.513155] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.513408] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.513608] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.513908] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.514084] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.514210] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.514467] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.514759] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.514929] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: c0e818f0-d3ea-40e7-a32b-6e713654f420 is going to be created. [ 919.535071] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.535279] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.535409] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.535682] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.535910] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.536156] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-c0e818f0-d3ea-40e7-a32b-6e713654f420" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.992895] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.993236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.993236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.993374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.993472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.993576] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 920.020665] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.020794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.020914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.021080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.021278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.029435] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 920.136694] env[69404]: INFO networking_nsxv3.common.synchronization [req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 req-b2b25cb6-e95a-417c-881a-c80f164e293b tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 920.137270] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 920.137596] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.137710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.137774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.137973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.138211] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.138343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.138382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.138508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.138590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.138681] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.205821] env[69404]: INFO networking_nsxv3.common.synchronization [req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 req-af63eafa-7768-45ec-9c56-61aea2d48adf tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Enqueued Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 920.207576] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 with Priority: HIGHEST for action security_group_members [ 920.208153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.208296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.508600] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 920.508836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.509032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.509361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.509455] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.514169] env[69404]: INFO networking_nsxv3.common.synchronization [req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 req-e483f6c6-0e35-4d19-b032-37a0bc06b9e3 service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 920.514350] env[69404]: INFO networking_nsxv3.common.synchronization [req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 req-e483f6c6-0e35-4d19-b032-37a0bc06b9e3 service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 920.514495] env[69404]: INFO networking_nsxv3.common.synchronization [req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 req-e483f6c6-0e35-4d19-b032-37a0bc06b9e3 service nova] Enqueued Resource ID: c0e818f0-d3ea-40e7-a32b-6e713654f420 with Priority: HIGHEST for action port [ 920.514947] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 920.515127] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 920.515187] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e818f0-d3ea-40e7-a32b-6e713654f420 with Priority: HIGHEST for action port [ 920.515724] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.515862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.515911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.516229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.516262] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.518054] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.518179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.518382] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0e818f0-d3ea-40e7-a32b-6e713654f420 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.518483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0e818f0-d3ea-40e7-a32b-6e713654f420" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.518550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0e818f0-d3ea-40e7-a32b-6e713654f420" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.518746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0e818f0-d3ea-40e7-a32b-6e713654f420" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.518829] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e818f0-d3ea-40e7-a32b-6e713654f420',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.641760] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.026029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.026029] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0e818f0-d3ea-40e7-a32b-6e713654f420 with status ACTIVE [ 921.026029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.026029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.026029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.026029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.026947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.026947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.026947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.026947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.026947] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0e818f0-d3ea-40e7-a32b-6e713654f420 is going to be updated. [ 921.038603] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.038755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.038820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.039045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.039136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.039346] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be deleted. [ 921.053450] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.053610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.053687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.053871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.054016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.054188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0e818f0-d3ea-40e7-a32b-6e713654f420" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.102139] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.102289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.102365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.102586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.102687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.102810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.134385] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a893854-e16c-46ef-8860-3e5d2b607486 req-6f2c2cb8-2bed-4782-9b10-19a1324db7f5 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Enqueued Resource ID: e63defbe-6040-4c31-a262-8552eac0bfbc with Priority: HIGHEST for action security_group_members [ 921.135065] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63defbe-6040-4c31-a262-8552eac0bfbc with Priority: HIGHEST for action security_group_members [ 921.137100] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63defbe-6040-4c31-a262-8552eac0bfbc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.137255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.137329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.137608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.137786] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.137893] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.137952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.138127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.138216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.138314] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e63defbe-6040-4c31-a262-8552eac0bfbc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.146033] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.213024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13725785-752a-4525-9674-d71d821acdcc in Status: SUCCESS [ 921.213024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.213024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.213024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.213024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.213024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.213024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.213024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.213024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.213024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.213024] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.573458] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.573675] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-602" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.573788] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-602" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.574213] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-602" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.574495] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.574661] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.575376] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.575642] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.575802] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.576054] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.576168] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.576341] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.576506] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.576643] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.576760] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.576904] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.598255] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.599493] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.599493] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.599493] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-602" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.599493] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-4c8c3613-4c78-430f-b7d7-09b6e115733b taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.599493] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-4c8c3613-4c78-430f-b7d7-09b6e115733b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.599493] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-4c8c3613-4c78-430f-b7d7-09b6e115733b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.599817] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-4c8c3613-4c78-430f-b7d7-09b6e115733b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.600442] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c8c3613-4c78-430f-b7d7-09b6e115733b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.641581] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.641746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.641819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.642140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.642262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.642546] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.642546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.642713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.642756] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.642834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.642975] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e63defbe-6040-4c31-a262-8552eac0bfbc already deleted. [ 921.643081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.645550] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.645733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.645843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.646071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.646269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.646416] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be updated. [ 921.672274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.672489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.672615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.672863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.673128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.683466] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: IN_PROGRESS for 2s [ 921.715752] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.041551] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 922.041551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.041551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.041866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.041948] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.042370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.042370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.042370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.042524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.042579] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.102680] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.102937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.103096] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.103394] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.103591] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.103793] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 4c8c3613-4c78-430f-b7d7-09b6e115733b not found, creating... [ 922.104134] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.104252] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.104379] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.104714] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.104869] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.105179] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.105344] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.105468] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.105683] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.105824] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.105976] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 4c8c3613-4c78-430f-b7d7-09b6e115733b is going to be created. [ 922.127067] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.127300] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.127472] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.127779] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.128033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.128504] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-4c8c3613-4c78-430f-b7d7-09b6e115733b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.218633] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13725785-752a-4525-9674-d71d821acdcc: rpc.has_security_group_logging(os_id): False [ 922.246797] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.246797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.246797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.246797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.246797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.246797] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.246797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.246797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.247339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.247339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.247339] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13725785-752a-4525-9674-d71d821acdcc is going to be created. [ 922.343195] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.343398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.343438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.343734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.343935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.357141] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13725785-752a-4525-9674-d71d821acdcc in Status: IN_PROGRESS for 2s [ 922.547657] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.794199] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a893854-e16c-46ef-8860-3e5d2b607486 req-d1d6ee09-d86a-48c6-a7e9-a532e346b54f service nova] Enqueued Resource ID: e63defbe-6040-4c31-a262-8552eac0bfbc with Priority: HIGHEST for action security_group_rules [ 922.794387] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a893854-e16c-46ef-8860-3e5d2b607486 req-d1d6ee09-d86a-48c6-a7e9-a532e346b54f service nova] Enqueued Resource ID: e63defbe-6040-4c31-a262-8552eac0bfbc with Priority: HIGHEST for action security_group_members [ 922.794532] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a893854-e16c-46ef-8860-3e5d2b607486 req-d1d6ee09-d86a-48c6-a7e9-a532e346b54f service nova] Enqueued Resource ID: 4c8c3613-4c78-430f-b7d7-09b6e115733b with Priority: HIGHEST for action port [ 922.794760] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63defbe-6040-4c31-a262-8552eac0bfbc with Priority: HIGHEST for action security_group_rules [ 922.794887] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63defbe-6040-4c31-a262-8552eac0bfbc with Priority: HIGHEST for action security_group_members [ 922.794981] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8c3613-4c78-430f-b7d7-09b6e115733b with Priority: HIGHEST for action port [ 922.795527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e63defbe-6040-4c31-a262-8552eac0bfbc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.795651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.795714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.796036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.796126] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e63defbe-6040-4c31-a262-8552eac0bfbc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.796924] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63defbe-6040-4c31-a262-8552eac0bfbc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.797047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.797116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.797285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.797432] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.797526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.797587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.797755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.797810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.797894] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e63defbe-6040-4c31-a262-8552eac0bfbc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.799023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c8c3613-4c78-430f-b7d7-09b6e115733b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.799023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c8c3613-4c78-430f-b7d7-09b6e115733b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.799125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c8c3613-4c78-430f-b7d7-09b6e115733b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.799238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c8c3613-4c78-430f-b7d7-09b6e115733b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.799331] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c8c3613-4c78-430f-b7d7-09b6e115733b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.050024] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.300649] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e63defbe-6040-4c31-a262-8552eac0bfbc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.301772] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63defbe-6040-4c31-a262-8552eac0bfbc taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.301880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.302050] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c8c3613-4c78-430f-b7d7-09b6e115733b with status ACTIVE [ 923.302214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.302345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.302383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.302639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.302720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.302907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.303016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.303100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.303260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.303341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.303523] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.303677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.303677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.303816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.303902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.303973] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c8c3613-4c78-430f-b7d7-09b6e115733b is going to be updated. [ 923.325925] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.325925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.325925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.325925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.326203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.326233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c8c3613-4c78-430f-b7d7-09b6e115733b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.552510] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.552510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.552510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.552700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.553301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.553301] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 923.581572] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.582133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.582901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.584185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.584185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.591904] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 923.693568] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 in Status: SUCCESS [ 923.693820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.693987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.694222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.694410] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.694526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.694593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.694739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.694817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.694953] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccece632-541d-4ec7-b9dc-b1a33c4b0ad2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.805753] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e63defbe-6040-4c31-a262-8552eac0bfbc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.197064] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.197349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.197349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.197542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.197626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.197840] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.197947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.198026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.198185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.198266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.198383] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccece632-541d-4ec7-b9dc-b1a33c4b0ad2 is going to be deleted. [ 924.232264] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.232484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.232484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.232669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.232776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.232867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccece632-541d-4ec7-b9dc-b1a33c4b0ad2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.309137] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.309430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.309530] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.309812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.309940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.310091] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e63defbe-6040-4c31-a262-8552eac0bfbc is going to be created. [ 924.334690] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.334829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.334900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.335162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.335409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.345604] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e63defbe-6040-4c31-a262-8552eac0bfbc in Status: UNINITIALIZED for 2s [ 924.365980] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13725785-752a-4525-9674-d71d821acdcc in Status: SUCCESS [ 924.366216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.600540] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 925.600918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.600918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.601146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.601333] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.601509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.601576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.601730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.601813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.601901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.601994] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.982894] env[69404]: INFO networking_nsxv3.common.synchronization [req-e7089ce5-dd8c-4074-89a0-06604c11480b req-f328fae3-b881-49d5-a135-067117710dd3 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Enqueued Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_members [ 925.983473] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_members [ 925.983914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-51178e95-0cde-4453-b10b-cf043f00a8e8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.984070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.984140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.984402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.984560] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.985768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.985768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.985768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.985768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.985768] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.105048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.105048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.105048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.105048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.105048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.105048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.105048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.105048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.105398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.105398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.105398] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.105497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.105497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.105713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.105788] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.105848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.105883] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.106033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.106113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.106192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.106283] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.356723] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e63defbe-6040-4c31-a262-8552eac0bfbc in Status: SUCCESS [ 926.356948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.357133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.357354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.357565] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.357674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.357742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.357892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.357977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.358078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.358171] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e63defbe-6040-4c31-a262-8552eac0bfbc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.370356] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.370563] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-474" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.370695] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-474" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.371056] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-474" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.371330] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.371547] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.372440] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.372440] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.372440] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.372440] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.372566] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.372566] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.373549] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.373549] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.373549] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.373549] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.393407] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.393592] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.393741] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.393937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-474" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.394284] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.394471] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.394595] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.394953] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.395117] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.487392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.487631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.487711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.487931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.488044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.488405] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.488405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.488405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.488665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.488710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.488894] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 already deleted. [ 926.488894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.608413] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45bda866-691f-48b1-8563-83d39cc14eed: rpc.has_security_group_logging(os_id): False [ 926.627083] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.627235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.627299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.627515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.647023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.647290] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.647410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.647478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.647692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.647837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.648077] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.648169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.648210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.648364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.648440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.648637] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.648782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.648845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.648988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.649078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.649166] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 926.717393] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.717615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.717615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.717972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.718183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.733556] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 926.860701] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63defbe-6040-4c31-a262-8552eac0bfbc taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.860920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.860920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.861417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.861417] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.861567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.861625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.861792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.861882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.861976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.862199] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63defbe-6040-4c31-a262-8552eac0bfbc taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.862299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.862363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.862644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.862722] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.862778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.862829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.862969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.863335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.863335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.863335] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e63defbe-6040-4c31-a262-8552eac0bfbc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.897936] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.898159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.898343] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.898743] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.898912] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.899090] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 not found, creating... [ 926.899404] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.899650] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.899780] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.900031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.900219] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.900613] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.900784] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.900907] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.901145] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.901362] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.901609] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 is going to be created. [ 926.923112] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.923937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.923937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.923937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.924222] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.924601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.365219] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e63defbe-6040-4c31-a262-8552eac0bfbc: rpc.has_security_group_logging(os_id): False [ 927.382592] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.382788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.382863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.383114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.383217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.383478] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.383578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.383640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.383799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.383899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.384702] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.384702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.384702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.384702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.384702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.384938] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.384938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.385028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.385168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.385239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.385339] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e63defbe-6040-4c31-a262-8552eac0bfbc is going to be created. [ 927.451985] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.452224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.452224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.452423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.452637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.463409] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e63defbe-6040-4c31-a262-8552eac0bfbc in Status: IN_PROGRESS for 2s [ 927.744138] env[69404]: INFO networking_nsxv3.common.synchronization [req-e7089ce5-dd8c-4074-89a0-06604c11480b req-45561a12-8267-4f52-b678-57895771327f service nova] Enqueued Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_rules [ 927.744138] env[69404]: INFO networking_nsxv3.common.synchronization [req-e7089ce5-dd8c-4074-89a0-06604c11480b req-45561a12-8267-4f52-b678-57895771327f service nova] Enqueued Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_members [ 927.744138] env[69404]: INFO networking_nsxv3.common.synchronization [req-e7089ce5-dd8c-4074-89a0-06604c11480b req-45561a12-8267-4f52-b678-57895771327f service nova] Enqueued Resource ID: aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 with Priority: HIGHEST for action port [ 927.744138] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_rules [ 927.744138] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_members [ 927.744138] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 with Priority: HIGHEST for action port [ 927.744629] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51178e95-0cde-4453-b10b-cf043f00a8e8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.745771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.745771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.745771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.745771] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.746400] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-51178e95-0cde-4453-b10b-cf043f00a8e8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.746490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.746881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.746881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.747656] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.747656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.747656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.747656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.747656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.747656] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.748489] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.748636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.748728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.748913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.749103] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.251559] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-51178e95-0cde-4453-b10b-cf043f00a8e8 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.251743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.257347] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.258340] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 with status ACTIVE [ 928.258558] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.262022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.262022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.262022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.262022] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 is going to be updated. [ 928.285047] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.285451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.285540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.285764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.285906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.286088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.515694] env[69404]: INFO networking_nsxv3.common.synchronization [req-22692f20-6aef-48ff-8caa-9a10708c9f68 req-6e6dd8b7-74f6-458f-b9dc-8717e6319861 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 928.516633] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 928.516633] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.516633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.516816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.516882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.517112] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.517220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.517285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.517444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.517556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.517625] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.747815] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 928.747815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.767014] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.015090] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.015090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.015090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.015090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.015090] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.015090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.015090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.015090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.015090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.015749] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.016017] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.016271] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.016506] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.016743] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.016970] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.018020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.021036] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.036834] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.037179] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.037368] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.037572] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-645" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.037989] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-84941752-613c-4689-966e-47954757c4c8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.038130] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-84941752-613c-4689-966e-47954757c4c8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.038301] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-84941752-613c-4689-966e-47954757c4c8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.038711] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-84941752-613c-4689-966e-47954757c4c8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.038906] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84941752-613c-4689-966e-47954757c4c8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.269249] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.269469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.269575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.269767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.269874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.269962] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 is going to be created. [ 929.292051] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.292051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.292051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.292259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.292331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.300731] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 in Status: UNINITIALIZED for 2s [ 929.476339] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e63defbe-6040-4c31-a262-8552eac0bfbc in Status: SUCCESS [ 929.476339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.525073] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.541376] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.542048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.542048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.542164] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.542242] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.542407] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 84941752-613c-4689-966e-47954757c4c8 not found, creating... [ 929.542718] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.542892] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.543023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.543294] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.543439] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.543721] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.543910] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.544038] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.544307] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.544388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.544537] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 84941752-613c-4689-966e-47954757c4c8 is going to be created. [ 929.566666] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.568331] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.568331] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.568331] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.568331] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.568331] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-84941752-613c-4689-966e-47954757c4c8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.030224] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.030581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.030581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.030639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.030733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.030827] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 930.061275] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.061461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.061532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.061772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.061954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.072608] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 930.574997] env[69404]: INFO networking_nsxv3.common.synchronization [req-22692f20-6aef-48ff-8caa-9a10708c9f68 req-b4baa5fc-904e-4412-9ee6-4b52628e769a service nova] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_rules [ 930.575701] env[69404]: INFO networking_nsxv3.common.synchronization [req-22692f20-6aef-48ff-8caa-9a10708c9f68 req-b4baa5fc-904e-4412-9ee6-4b52628e769a service nova] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 930.575701] env[69404]: INFO networking_nsxv3.common.synchronization [req-22692f20-6aef-48ff-8caa-9a10708c9f68 req-b4baa5fc-904e-4412-9ee6-4b52628e769a service nova] Enqueued Resource ID: 84941752-613c-4689-966e-47954757c4c8 with Priority: HIGHEST for action port [ 930.575873] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_rules [ 930.576014] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 930.576234] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84941752-613c-4689-966e-47954757c4c8 with Priority: HIGHEST for action port [ 930.576766] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.576887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.576952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.577559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.577559] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.578112] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.578210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.583405] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-84941752-613c-4689-966e-47954757c4c8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.583405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84941752-613c-4689-966e-47954757c4c8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.583405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84941752-613c-4689-966e-47954757c4c8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.583405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84941752-613c-4689-966e-47954757c4c8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.583405] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84941752-613c-4689-966e-47954757c4c8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.083868] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.084384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.085488] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84941752-613c-4689-966e-47954757c4c8 with status ACTIVE [ 931.085703] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.085827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.085904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.086118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.086238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.086418] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.086516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.086578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.086745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.086810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.086988] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.087097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.087154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.087308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.087412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.087499] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84941752-613c-4689-966e-47954757c4c8 is going to be updated. [ 931.107786] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.107786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.108014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.108142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.108197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.108358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84941752-613c-4689-966e-47954757c4c8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.309848] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 in Status: SUCCESS [ 931.310094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.310262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.310487] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.310682] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.310804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.310872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.311038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.311121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.311208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.311301] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.815262] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.082457] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 932.082709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.082930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.083206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.083456] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.083546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.083627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.083776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.083859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.084030] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.316669] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51178e95-0cde-4453-b10b-cf043f00a8e8: rpc.has_security_group_logging(os_id): False [ 932.334376] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.334863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.334863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.334987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.335250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.335382] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.335483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.335553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.335744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.335846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.337374] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 is going to be created. [ 932.402041] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.402041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.402041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.402041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.402041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.413210] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 in Status: IN_PROGRESS for 2s [ 932.589078] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.091480] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.593749] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.593924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.593924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.594205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.594312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.594424] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 933.621247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.621385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.621455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.621678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.621827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.629820] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 934.179791] env[69404]: INFO networking_nsxv3.common.synchronization [req-c6c16eda-3700-4118-a5f0-e207366d16ca req-5cc2765b-d48c-403d-9709-21554585a44d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 934.180331] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 934.180628] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.180745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.180813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.181015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.185326] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.186028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.186028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.186028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.186028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.186212] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.427723] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 in Status: SUCCESS [ 934.427723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.690166] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.799616] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.799885] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.800055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.800480] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.800919] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.801198] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.801437] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.801708] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.801902] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.802152] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.802278] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.802393] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.802521] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.802639] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.802789] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.803039] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.821403] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.821579] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.821798] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.822048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.822401] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6206e80a-88fb-4785-a247-957b21de4456 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.822671] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6206e80a-88fb-4785-a247-957b21de4456" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.822765] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6206e80a-88fb-4785-a247-957b21de4456" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.823162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6206e80a-88fb-4785-a247-957b21de4456" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.823345] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6206e80a-88fb-4785-a247-957b21de4456',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.197044] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.325919] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.326162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.326292] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.326597] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.326755] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.326919] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6206e80a-88fb-4785-a247-957b21de4456 not found, creating... [ 935.327208] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.327380] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.327487] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.327720] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.327907] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.328163] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.328321] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.328442] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.328655] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.328793] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.328936] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6206e80a-88fb-4785-a247-957b21de4456 is going to be created. [ 935.348653] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.348930] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.349084] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.349760] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.350047] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.350293] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6206e80a-88fb-4785-a247-957b21de4456" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.640770] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 935.640770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.640867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.641162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.641391] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.641534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.641675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.641830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.641940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.642071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.642175] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.701662] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.701859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.701977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.702269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.702269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.702369] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 935.734575] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.734703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.734778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.734986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.735146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.744457] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 935.910886] env[69404]: INFO networking_nsxv3.common.synchronization [req-d5f35610-3129-44e4-b28a-4799e6885b85 req-51d1f061-4f69-471d-948f-7cc2d1e9adc2 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Enqueued Resource ID: e63defbe-6040-4c31-a262-8552eac0bfbc with Priority: HIGHEST for action security_group_members [ 935.910886] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63defbe-6040-4c31-a262-8552eac0bfbc with Priority: HIGHEST for action security_group_members [ 935.910886] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e63defbe-6040-4c31-a262-8552eac0bfbc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.910886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.910886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.911416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.911675] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.912367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.912563] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.912831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.913034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.913218] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e63defbe-6040-4c31-a262-8552eac0bfbc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.107925] env[69404]: INFO networking_nsxv3.common.synchronization [req-c6c16eda-3700-4118-a5f0-e207366d16ca req-ea40e91f-0398-477f-a47f-1affd2e66229 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 936.108128] env[69404]: INFO networking_nsxv3.common.synchronization [req-c6c16eda-3700-4118-a5f0-e207366d16ca req-ea40e91f-0398-477f-a47f-1affd2e66229 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 936.108243] env[69404]: INFO networking_nsxv3.common.synchronization [req-c6c16eda-3700-4118-a5f0-e207366d16ca req-ea40e91f-0398-477f-a47f-1affd2e66229 service nova] Enqueued Resource ID: 6206e80a-88fb-4785-a247-957b21de4456 with Priority: HIGHEST for action port [ 936.108777] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 936.108977] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 936.110506] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6206e80a-88fb-4785-a247-957b21de4456 with Priority: HIGHEST for action port [ 936.110827] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.110925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.110992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.112524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.112644] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.113561] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.113676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.113922] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6206e80a-88fb-4785-a247-957b21de4456 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.115407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6206e80a-88fb-4785-a247-957b21de4456" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.115407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6206e80a-88fb-4785-a247-957b21de4456" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.115407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6206e80a-88fb-4785-a247-957b21de4456" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.115407] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6206e80a-88fb-4785-a247-957b21de4456',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.144111] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.144875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.144875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.144875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.144875] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.144875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.144875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.145107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.145107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.145165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.145290] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.145382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.145441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.145580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.145714] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.145802] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.145863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.145997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.146087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.146168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.146255] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.415914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.416295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.416295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.416391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.416421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.416603] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.416695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.416755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.416906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.416985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.417084] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e63defbe-6040-4c31-a262-8552eac0bfbc is going to be updated. [ 936.444149] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.444292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.444334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.444517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.444652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.453832] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e63defbe-6040-4c31-a262-8552eac0bfbc in Status: IN_PROGRESS for 2s [ 936.618505] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.618505] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6206e80a-88fb-4785-a247-957b21de4456 with status ACTIVE [ 936.618505] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.618505] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.618505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.618505] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.619121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.619121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.619121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.619121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.619121] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6206e80a-88fb-4785-a247-957b21de4456 is going to be updated. [ 936.641685] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.641906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.642052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.642245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.642413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.642603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6206e80a-88fb-4785-a247-957b21de4456" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.649421] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd13534b-2d90-4250-ab40-5430d2a3fb8c: rpc.has_security_group_logging(os_id): False [ 936.672937] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.673121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.673178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.673439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673786] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.673922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.674007] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.674238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.674532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.674764] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.674866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.674940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.675162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.675251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.675437] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.675533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.675596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.675743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.675839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.675931] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 936.749265] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.749408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.749466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.749690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.749936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.765376] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 937.755703] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 937.755703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.755703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.755703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.755703] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.755703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.755703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.755703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.755703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.755703] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.930028] env[69404]: INFO networking_nsxv3.common.synchronization [req-7bd4608b-2b65-4591-a40f-718767fd8b98 req-566daea1-0f29-463e-8d53-a1eafa3d91ea tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 937.930485] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 937.930898] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.931448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.931448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.931448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.931710] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.931929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.932013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.932192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.932279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.932377] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.257683] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.435153] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.464332] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e63defbe-6040-4c31-a262-8552eac0bfbc in Status: SUCCESS [ 938.464568] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e63defbe-6040-4c31-a262-8552eac0bfbc deletion is rescheduled due to dependency. [ 938.464705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e63defbe-6040-4c31-a262-8552eac0bfbc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.762974] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.780402] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 938.781009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.937556] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.265105] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.265201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.265278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.265511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.265605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.265707] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 939.292056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.292244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.292314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.292594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.292744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.300630] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 939.443427] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.443608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.443651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.444019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.444019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.444144] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 939.473069] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.473281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.473445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.473713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.473816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.483154] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 939.835480] env[69404]: INFO networking_nsxv3.common.synchronization [req-2f0029e7-15b5-4d79-ae6f-930c63c1802b req-f725a207-0c6b-4756-aad4-afec785d6872 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 939.836062] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 939.840056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.840056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.840056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.840056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.840056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.840056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.840056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.840056] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.344982] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.344982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.344982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.344982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.344982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.344982] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.344982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.344982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.344982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.344982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.344982] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 940.376680] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.376680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.376680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.376680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.376680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.385061] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 941.310034] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 941.310480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.310480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.310627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.310776] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.310894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.310955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.311126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.311210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.311292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.311426] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.491936] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 941.492269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.740485] env[69404]: INFO networking_nsxv3.common.synchronization [req-778f6647-feff-4f4d-870c-83ff8e64b973 req-009e8483-9532-4d4d-b27e-7514a2fc31be tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 941.740686] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 941.740993] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.741127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.741191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.741771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.741771] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.742220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.742311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.742489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.742853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.742853] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.795495] env[69404]: INFO networking_nsxv3.common.synchronization [req-2953e17f-cade-428b-a5a4-3e8f0aee7632 req-5155e739-290d-45ac-895f-62d14df3222e tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Enqueued Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_members [ 941.795992] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_members [ 941.798843] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5214c4a-c0d7-465b-92ac-2b145eb93edd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.798843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.798843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.798843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.798843] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.798843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.798843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.798843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.798843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.798843] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.813614] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.814146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.814229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.814432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.814594] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.816016] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.816016] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.816016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.816649] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.152306] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.152509] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-875" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.152654] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-875" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.152964] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-875" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.153421] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.153600] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.153726] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.153974] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.154152] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.154415] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.154498] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.154597] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.154708] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.154819] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.154928] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.155085] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.173638] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.173638] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.173638] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.174320] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-875" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.174320] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-7d5887a9-d250-49db-92e0-77faa8715488 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.174320] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-7d5887a9-d250-49db-92e0-77faa8715488" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.174531] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-7d5887a9-d250-49db-92e0-77faa8715488" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.174664] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-7d5887a9-d250-49db-92e0-77faa8715488" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.174810] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5887a9-d250-49db-92e0-77faa8715488',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.244832] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.300251] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.300405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.300478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.300691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.300780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.300980] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.301090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.301218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.301310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.301386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.301468] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd already deleted. [ 942.301548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.320914] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb6d85e-6c39-4fe6-b628-096ee26a3322: rpc.has_security_group_logging(os_id): False [ 942.336712] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.336848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.336969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.337150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.356234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.356565] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.356660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.356695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.356872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.356955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.357192] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.357269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.357300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.357446] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.357523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.357714] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.357806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.357867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.358016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.358100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.358204] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 942.393363] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 942.393555] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 942.393685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.418323] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.418323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.418323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.418875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.418875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.435992] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 942.680836] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.680836] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.681008] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.681262] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.681422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.681577] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 7d5887a9-d250-49db-92e0-77faa8715488 not found, creating... [ 942.681838] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.682445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.682445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.682445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.682600] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.682808] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.682971] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.683706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.684085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.684699] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.684860] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 7d5887a9-d250-49db-92e0-77faa8715488 is going to be created. [ 942.703230] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.703433] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.703562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.703817] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.704087] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.704394] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-7d5887a9-d250-49db-92e0-77faa8715488" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.748034] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.250572] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.251319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.251319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.251319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.251319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.251319] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a is going to be updated. [ 943.278541] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.278854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.278928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.279218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.279393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.292035] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: IN_PROGRESS for 2s [ 943.508245] env[69404]: INFO networking_nsxv3.common.synchronization [req-2953e17f-cade-428b-a5a4-3e8f0aee7632 req-049044b7-a931-493c-a654-76cdbf112dd2 service nova] Enqueued Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_rules [ 943.508245] env[69404]: INFO networking_nsxv3.common.synchronization [req-2953e17f-cade-428b-a5a4-3e8f0aee7632 req-049044b7-a931-493c-a654-76cdbf112dd2 service nova] Enqueued Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_members [ 943.508245] env[69404]: INFO networking_nsxv3.common.synchronization [req-2953e17f-cade-428b-a5a4-3e8f0aee7632 req-049044b7-a931-493c-a654-76cdbf112dd2 service nova] Enqueued Resource ID: 7d5887a9-d250-49db-92e0-77faa8715488 with Priority: HIGHEST for action port [ 943.508623] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_rules [ 943.508775] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_members [ 943.508815] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5887a9-d250-49db-92e0-77faa8715488 with Priority: HIGHEST for action port [ 943.510016] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.510016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.510016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.510016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.510016] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.510602] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5214c4a-c0d7-465b-92ac-2b145eb93edd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.510774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.510841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.511168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.511234] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.511311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.511372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.511513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.511611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.511704] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.512666] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d5887a9-d250-49db-92e0-77faa8715488 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.512846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d5887a9-d250-49db-92e0-77faa8715488" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.512929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d5887a9-d250-49db-92e0-77faa8715488" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.515245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d5887a9-d250-49db-92e0-77faa8715488" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.515245] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5887a9-d250-49db-92e0-77faa8715488',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.019019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5214c4a-c0d7-465b-92ac-2b145eb93edd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.019019] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.019019] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d5887a9-d250-49db-92e0-77faa8715488 with status ACTIVE [ 944.019019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.019019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.019019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.019628] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.019628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.019628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.019628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.019628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.019628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d5887a9-d250-49db-92e0-77faa8715488 is going to be updated. [ 944.040639] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.040807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.040868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.041058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.041195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.041355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d5887a9-d250-49db-92e0-77faa8715488" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.167755] env[69404]: INFO networking_nsxv3.common.synchronization [req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d req-bf39d853-7904-4306-b824-d49bd5f8cc51 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 944.168747] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 944.168747] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.168747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.168747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.169025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.169608] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.169781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.169781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.171188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.171188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.171188] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.448395] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 944.448620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.526425] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.586033] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.586243] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.586368] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.586648] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.586901] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.587211] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.587294] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.587605] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.587752] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.587957] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.588103] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.588240] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.588378] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.588497] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.588609] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.588781] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.606526] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.606670] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.606795] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.606950] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.607321] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-b320f95e-7eac-4d37-89dc-0195cdcd5961 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.607489] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-b320f95e-7eac-4d37-89dc-0195cdcd5961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.607616] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-b320f95e-7eac-4d37-89dc-0195cdcd5961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.607941] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-b320f95e-7eac-4d37-89dc-0195cdcd5961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.610169] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b320f95e-7eac-4d37-89dc-0195cdcd5961',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.672497] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.029359] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.031039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.031039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.031039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.031039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.031039] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd is going to be created. [ 945.059663] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.059805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.059874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.060172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.060348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.068301] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd in Status: UNINITIALIZED for 2s [ 945.111334] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.112153] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.112318] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.112581] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.112740] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.112900] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port b320f95e-7eac-4d37-89dc-0195cdcd5961 not found, creating... [ 945.113223] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.113351] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.113479] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.113706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.113849] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.114151] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.114338] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.114474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.114690] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.114831] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.114975] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: b320f95e-7eac-4d37-89dc-0195cdcd5961 is going to be created. [ 945.135530] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.135776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.135895] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.136226] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.136481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.136725] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-b320f95e-7eac-4d37-89dc-0195cdcd5961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.175133] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.302717] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: SUCCESS [ 945.302963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.677706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.678129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.678129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.678228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.678281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.678393] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be updated. [ 945.707057] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.707240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.707341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.707926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.707926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.716371] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: IN_PROGRESS for 2s [ 945.913207] env[69404]: INFO networking_nsxv3.common.synchronization [req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d req-80f4f21a-00a6-412a-99fa-ed1dabe353e9 service nova] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_rules [ 945.913526] env[69404]: INFO networking_nsxv3.common.synchronization [req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d req-80f4f21a-00a6-412a-99fa-ed1dabe353e9 service nova] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 945.913774] env[69404]: INFO networking_nsxv3.common.synchronization [req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d req-80f4f21a-00a6-412a-99fa-ed1dabe353e9 service nova] Enqueued Resource ID: b320f95e-7eac-4d37-89dc-0195cdcd5961 with Priority: HIGHEST for action port [ 945.914654] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_rules [ 945.914908] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 945.915089] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b320f95e-7eac-4d37-89dc-0195cdcd5961 with Priority: HIGHEST for action port [ 945.915507] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.915697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.916428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.916428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.916428] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.919350] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.919350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.919350] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-b320f95e-7eac-4d37-89dc-0195cdcd5961 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.919350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b320f95e-7eac-4d37-89dc-0195cdcd5961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.919350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b320f95e-7eac-4d37-89dc-0195cdcd5961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.919350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b320f95e-7eac-4d37-89dc-0195cdcd5961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.919350] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b320f95e-7eac-4d37-89dc-0195cdcd5961',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.421337] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.421455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.421675] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b320f95e-7eac-4d37-89dc-0195cdcd5961 with status ACTIVE [ 946.421846] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.421951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.422028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.422362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.422467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.422556] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.422654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.422715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.422869] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.422949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.423165] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.423285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.423329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.423476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.423534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.423620] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b320f95e-7eac-4d37-89dc-0195cdcd5961 is going to be updated. [ 946.442944] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.443099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.443325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.443325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.443434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.443591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b320f95e-7eac-4d37-89dc-0195cdcd5961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.812112] env[69404]: INFO networking_nsxv3.common.synchronization [req-e9e92876-c133-4296-97ed-797e6dfab998 req-24b98283-a1cd-4487-9a9a-4632ecb16e04 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 946.812657] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 946.812963] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.813095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.813159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.813355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.813510] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.813608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.813667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.813807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.813888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.813977] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.081152] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd in Status: SUCCESS [ 947.081254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.084192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.084192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.084192] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.084192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.084192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.084192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.084192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.084192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.084192] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.187218] env[69404]: INFO networking_nsxv3.common.synchronization [req-45b167e7-90cd-42f7-9f68-259462550c28 req-a82bc510-b6d3-4c56-a559-5b2f3c19a3cf tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 947.187218] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 947.187218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.187218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.187218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.187218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.188438] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.188868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.189069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.189488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.189705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.189916] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.315707] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.383713] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.384041] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.384280] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.384663] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.384943] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.385998] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.385998] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.385998] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.385998] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.385998] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.386439] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.386561] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.387174] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.387174] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.387174] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.387174] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.403846] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.404041] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.404202] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.404367] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-533" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.404723] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-bec30810-5cbf-4c3c-87b0-bbf5f8791186 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.404917] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-bec30810-5cbf-4c3c-87b0-bbf5f8791186" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.405064] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-bec30810-5cbf-4c3c-87b0-bbf5f8791186" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.405430] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-bec30810-5cbf-4c3c-87b0-bbf5f8791186" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.405606] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec30810-5cbf-4c3c-87b0-bbf5f8791186',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.586911] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.694244] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.726471] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 947.726767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.726980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.727295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.727636] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.727714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.727800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.728021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.728145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.728360] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.818919] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.908459] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.908459] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.908459] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.908459] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.908886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.908886] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port bec30810-5cbf-4c3c-87b0-bbf5f8791186 not found, creating... [ 947.909054] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.909224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.909812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.909812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.909812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.910262] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.910510] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.910690] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.911077] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.911169] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.911377] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: bec30810-5cbf-4c3c-87b0-bbf5f8791186 is going to be created. [ 947.930740] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.930950] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.931097] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.931385] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.931626] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.931861] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-bec30810-5cbf-4c3c-87b0-bbf5f8791186" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.090662] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5214c4a-c0d7-465b-92ac-2b145eb93edd: rpc.has_security_group_logging(os_id): False [ 948.107664] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.107825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.107889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.108110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.108204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.108432] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.108532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.108592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.108742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.108816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.108902] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd is going to be created. [ 948.172192] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.172328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.172555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.172869] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.173163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.190861] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd in Status: IN_PROGRESS for 2s [ 948.197443] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.232509] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.314016] env[69404]: INFO networking_nsxv3.common.synchronization [req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 req-d9021dfa-2f2e-418f-b095-143945071c69 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Enqueued Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_members [ 948.314671] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGHEST for action security_group_members [ 948.315125] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.315411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.315486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.315776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.315954] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.316093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.316159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.316320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.316409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.316509] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.322364] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.322364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.322364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.322620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.322620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.322693] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 is going to be updated. [ 948.351216] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.351449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.351449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.352155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.352155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.362612] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: IN_PROGRESS for 2s [ 948.702193] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.702193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.702193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.702193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.702193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.702193] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 948.726040] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.726185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.726262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.726471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.726616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.734567] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 948.734818] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.803587] env[69404]: INFO networking_nsxv3.common.synchronization [req-e9e92876-c133-4296-97ed-797e6dfab998 req-aea53bec-b6fe-49db-866b-99cd6e0c2a7f service nova] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_rules [ 948.803796] env[69404]: INFO networking_nsxv3.common.synchronization [req-e9e92876-c133-4296-97ed-797e6dfab998 req-aea53bec-b6fe-49db-866b-99cd6e0c2a7f service nova] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 948.803942] env[69404]: INFO networking_nsxv3.common.synchronization [req-e9e92876-c133-4296-97ed-797e6dfab998 req-aea53bec-b6fe-49db-866b-99cd6e0c2a7f service nova] Enqueued Resource ID: bec30810-5cbf-4c3c-87b0-bbf5f8791186 with Priority: HIGHEST for action port [ 948.804520] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_rules [ 948.804662] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 948.804770] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec30810-5cbf-4c3c-87b0-bbf5f8791186 with Priority: HIGHEST for action port [ 948.805071] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.805247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.805353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.805620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.805705] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.809643] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.809643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.809643] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-bec30810-5cbf-4c3c-87b0-bbf5f8791186 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.809643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bec30810-5cbf-4c3c-87b0-bbf5f8791186" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.809643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bec30810-5cbf-4c3c-87b0-bbf5f8791186" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.809643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bec30810-5cbf-4c3c-87b0-bbf5f8791186" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.809643] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec30810-5cbf-4c3c-87b0-bbf5f8791186',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.819351] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.819777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.819777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.819884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.819970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.820208] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.820330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.820390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.820720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.820720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.820720] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 is going to be updated. [ 948.847682] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.847908] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.847908] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.848137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.848278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.856492] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 in Status: IN_PROGRESS for 2s [ 949.237557] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.237778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.237848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.238091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.238343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.238343] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be updated. [ 949.267809] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.267978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.267978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.268126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.268327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.277254] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: IN_PROGRESS for 2s [ 949.310801] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.310973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.311146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bec30810-5cbf-4c3c-87b0-bbf5f8791186 with status ACTIVE [ 949.311323] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.311436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.311503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.311723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.311870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.312064] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.312159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.312220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.312447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.312577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.312697] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.312813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.312865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.313021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.313090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.313176] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bec30810-5cbf-4c3c-87b0-bbf5f8791186 is going to be updated. [ 949.334335] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.334499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.334619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.334780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.334910] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.335083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bec30810-5cbf-4c3c-87b0-bbf5f8791186" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.670551] env[69404]: INFO networking_nsxv3.common.synchronization [req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e req-aac3189e-496c-4edc-88ec-fefac87b7bfe tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_members [ 949.671321] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_members [ 949.671731] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.671907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.672024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.673083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.673083] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.673083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.673083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.673414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.673414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.673414] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.181444] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.181784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.181784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.181895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.181966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.182172] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.182331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.182380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.182522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.182634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.182676] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 already deleted. [ 950.182756] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.213173] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd in Status: SUCCESS [ 950.213342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.375660] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: SUCCESS [ 950.375884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.376126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.376420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.376684] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.376846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.376944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.377148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.377245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.377354] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.424049] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.424161] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.424241] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.424543] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.424802] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.424965] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.425141] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.425524] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.425524] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.425823] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.425915] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.426068] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.426188] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.426307] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.426446] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.426590] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.449076] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.449385] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.449458] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.449631] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.450064] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.450235] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.450371] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.450754] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.450918] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cbb2899-f35b-40b2-a470-6cb8a9efd0d5',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.743902] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 950.743902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.869844] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 in Status: SUCCESS [ 950.870098] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 deletion is rescheduled due to dependency. [ 950.870215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.884145] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.954733] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.954921] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.955075] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.955368] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.955521] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.955713] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 not found, creating... [ 950.955960] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.956137] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.956260] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.956483] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.956625] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.956911] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.957093] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.957216] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.959873] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.961808] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.962521] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 is going to be created. [ 950.987873] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.988049] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.988189] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.988488] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.988759] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.988998] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.286411] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 951.286672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.286795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.287088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.287221] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.287336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.287403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.287555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.287636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.287722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.287816] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.386433] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.790050] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.790227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.790296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.791484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.791484] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.791484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.791484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.791484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.791484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.791484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.791484] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.791484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.791484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.791873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.791873] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.791873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.791873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.791993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.791993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.792067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.792162] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.830082] env[69404]: INFO networking_nsxv3.common.synchronization [req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e req-05997588-7989-459f-95ce-259ff4b7887a service nova] Enqueued Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_rules [ 951.830082] env[69404]: INFO networking_nsxv3.common.synchronization [req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e req-05997588-7989-459f-95ce-259ff4b7887a service nova] Enqueued Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_members [ 951.830542] env[69404]: INFO networking_nsxv3.common.synchronization [req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e req-05997588-7989-459f-95ce-259ff4b7887a service nova] Enqueued Resource ID: 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 with Priority: HIGHEST for action port [ 951.830542] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_rules [ 951.830542] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_members [ 951.830645] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 with Priority: HIGHEST for action port [ 951.831723] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.831723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.831723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.831723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.831723] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.832967] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.833024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.834048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.834048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.834048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.834048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.834048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.834048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.834048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.834048] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.835378] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.835378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.835378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.835584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.835584] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cbb2899-f35b-40b2-a470-6cb8a9efd0d5',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.888875] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.889038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.889099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.889298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.889386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.889488] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 is going to be updated. [ 951.917480] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.917684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.917684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.917938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.918098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.925587] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: IN_PROGRESS for 2s [ 952.194885] env[69404]: INFO networking_nsxv3.common.synchronization [req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f req-3ba6806a-ed82-4fdc-887d-00509c193b90 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 952.195513] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 952.195513] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.195742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.195742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.196122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.197700] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.197700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.197700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.197700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.197700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.197700] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.294778] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb: rpc.has_security_group_logging(os_id): False [ 952.314996] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.315208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.315283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.315503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.315598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.315857] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.316008] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.316121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.316290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.316564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.316625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.316673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.316983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.316983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.316983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.317242] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.317364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.317505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.317690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.317789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.317897] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be updated. [ 952.333884] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.335169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.337623] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 with status ACTIVE [ 952.338220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.339517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.339517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.339749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.339849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.340065] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.340174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.340239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.340494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.340575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.340777] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.340874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.340938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.341098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.341175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.341261] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 is going to be updated. [ 952.344600] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.363205] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.363402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.363506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.363801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.363993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.364240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.385065] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.385065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.385065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.385065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.385510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.399219] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: IN_PROGRESS for 2s [ 952.703020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.703020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.703020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.703020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.703020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.703020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.703020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.703020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.703020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.703020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.703020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 952.730225] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.730425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.730937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.730937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.730937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.740209] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 952.846763] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.943949] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.944159] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.944290] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.944557] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.944822] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.944979] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.946199] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.946454] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.946656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.946821] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.946938] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.947069] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.947187] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.947305] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.947421] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.947565] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.966842] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.967025] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.967175] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.967360] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-961" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.967668] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.967838] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.967960] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.968345] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.968558] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9adba3d7-23c5-4c3d-a23b-ea2363cf8335',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.349540] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.349887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.349887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.351026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.351026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.351026] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 is going to be created. [ 953.372104] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.372311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.372311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.372559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.372690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.381421] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 in Status: UNINITIALIZED for 2s [ 953.470943] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.471263] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.471339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.471560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.471707] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.472031] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 not found, creating... [ 953.473656] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.473656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.473656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.473656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.473656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.473656] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.473656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.473656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.473656] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.475364] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.475364] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 is going to be created. [ 953.495918] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.496183] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.496279] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.496560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.496797] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.497054] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.934909] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: SUCCESS [ 953.935185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.935359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.935575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.935865] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.936035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.936035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.936172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.936222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.936302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.936388] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.073652] env[69404]: INFO networking_nsxv3.common.synchronization [None req-0ccd884c-d01f-40ae-84c7-35adfa25beaf None None] Enqueued Resource ID: c9a6f9b9-2eef-44ca-9a27-1d1167689a3d with Priority: HIGHEST for action port [ 954.074209] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a6f9b9-2eef-44ca-9a27-1d1167689a3d with Priority: HIGHEST for action port [ 954.078066] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a6f9b9-2eef-44ca-9a27-1d1167689a3d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.078772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a6f9b9-2eef-44ca-9a27-1d1167689a3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.078893] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a6f9b9-2eef-44ca-9a27-1d1167689a3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.079687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a6f9b9-2eef-44ca-9a27-1d1167689a3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.079786] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a6f9b9-2eef-44ca-9a27-1d1167689a3d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.414796] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 954.415121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.439744] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.439956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.439956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.440207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.440379] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.440485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.440543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.440705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.440794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.440883] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.441043] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.441189] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.441256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.441404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.442240] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.442240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.442240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.442240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.442240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.442240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.442240] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.582984] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9a6f9b9-2eef-44ca-9a27-1d1167689a3d [ 954.583280] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.583447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.583550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.583824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.583965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.584092] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9a6f9b9-2eef-44ca-9a27-1d1167689a3d already deleted. [ 954.584273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a6f9b9-2eef-44ca-9a27-1d1167689a3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.644399] env[69404]: INFO networking_nsxv3.common.synchronization [req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f req-50d804d6-e9d3-4c39-9395-405e245f8934 service nova] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_rules [ 954.644541] env[69404]: INFO networking_nsxv3.common.synchronization [req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f req-50d804d6-e9d3-4c39-9395-405e245f8934 service nova] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 954.644994] env[69404]: INFO networking_nsxv3.common.synchronization [req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f req-50d804d6-e9d3-4c39-9395-405e245f8934 service nova] Enqueued Resource ID: 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 with Priority: HIGHEST for action port [ 954.644994] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_rules [ 954.645217] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 954.645217] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 with Priority: HIGHEST for action port [ 954.645684] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.646289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.646289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.649667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.649778] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.650706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.650812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.651029] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.651139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.651248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.651424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.651551] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9adba3d7-23c5-4c3d-a23b-ea2363cf8335',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.749453] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 954.749453] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 deletion is rescheduled due to dependency. [ 954.749453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.749705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.749918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.750026] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.750145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.750200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.750356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.750442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.750539] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.945688] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b04382d-66dd-4e57-b1a3-6a0995db87a6: rpc.has_security_group_logging(os_id): False [ 954.962545] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.962545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.962545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.962786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.962786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.963039] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.963149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.963216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.963385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.963466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.963671] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.963769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.963835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.963979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.965031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.966248] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.966248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.966248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.966248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.966248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.966248] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 is going to be updated. [ 955.031144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.031144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.031144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.031144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.031144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.043345] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: IN_PROGRESS for 2s [ 955.153659] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.153659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.160013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 with status ACTIVE [ 955.160013] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.160013] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.160013] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.160013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.160013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 is going to be updated. [ 955.189450] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.189450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.189450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.189450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.189450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.189450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9adba3d7-23c5-4c3d-a23b-ea2363cf8335" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.254229] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.393273] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 in Status: SUCCESS [ 955.393273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.393273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.393389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.393581] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.393671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.393705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.394444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.394570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.394735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.394842] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.756525] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.899970] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.259727] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.259855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.259855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.260107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.260711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.260711] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 956.291361] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.291430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.291461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.291649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.291786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.299211] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 956.402482] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832: rpc.has_security_group_logging(os_id): False [ 956.421217] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.421392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.421468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.421744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.421881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.422160] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.422265] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.422331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.422495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.422615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.422712] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 is going to be created. [ 956.476107] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.476297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.476340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.476540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.476722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.489051] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 in Status: IN_PROGRESS for 2s [ 956.530198] env[69404]: INFO networking_nsxv3.common.synchronization [None req-e3ed0e93-3626-4ed1-9d9b-b1a19411ca2f None None] Enqueued Resource ID: d2ed5e30-6ff3-4340-a228-63873e981d12 with Priority: HIGHEST for action port [ 956.530198] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ed5e30-6ff3-4340-a228-63873e981d12 with Priority: HIGHEST for action port [ 956.531344] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2ed5e30-6ff3-4340-a228-63873e981d12 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.531344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2ed5e30-6ff3-4340-a228-63873e981d12" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.531344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2ed5e30-6ff3-4340-a228-63873e981d12" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.531344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2ed5e30-6ff3-4340-a228-63873e981d12" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.531344] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ed5e30-6ff3-4340-a228-63873e981d12',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.033444] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2ed5e30-6ff3-4340-a228-63873e981d12 [ 957.033733] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.033733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.033834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.034013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.034104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.034199] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2ed5e30-6ff3-4340-a228-63873e981d12 already deleted. [ 957.034282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2ed5e30-6ff3-4340-a228-63873e981d12" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.057537] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: SUCCESS [ 957.057749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.308398] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 958.308732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.308814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.309050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.309216] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.309337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.309401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.309545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.309625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.309713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.309809] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.500800] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 in Status: SUCCESS [ 958.501107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.813030] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.813257] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.813311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.814356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.814644] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.814814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.814874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.815195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.815267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.816027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.816027] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.816027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.816027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.816027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.816027] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.816282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.816282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.816356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.816386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.816468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.816564] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.320340] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 993cf57d-8a8b-4e76-9a5c-32c485259051: rpc.has_security_group_logging(os_id): False [ 959.337838] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.338028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.338105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.339038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.339038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.339038] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.339038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.339038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.339038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.339038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.339591] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.339591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.339591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.339758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.339758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.339970] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.340072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.340128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.340269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.340332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.340424] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 959.400103] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.400293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.400475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.400828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.401139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.415067] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 959.907347] env[69404]: INFO networking_nsxv3.common.synchronization [req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 req-daa6b2bb-ad8b-446d-8fa5-583a01b2afb7 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 959.907889] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 959.908294] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.908458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.908572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.909348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.909348] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.909348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.909599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.909821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.909959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.910100] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.412565] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.915070] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.417174] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.418135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.418279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.418737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.420889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.420889] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be updated. [ 961.436769] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 961.436872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.449147] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.449334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.449408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.451392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.451392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.458478] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: IN_PROGRESS for 2s [ 961.900858] env[69404]: INFO networking_nsxv3.common.synchronization [req-d74e2f7d-6a85-4345-9172-bed8963e5489 req-a7e29f5a-1613-4c53-b047-50605bdfdfdb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 961.901444] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 961.901792] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.901940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.902032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.902253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.902414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.902530] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.902597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.902802] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.902907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.902999] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.408504] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.408504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.408504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.408836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.408960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.409196] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.409303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.409365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.409559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.409659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.409768] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 962.438756] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.439218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.439218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.439218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.439350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.448101] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 963.467338] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 963.470299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.768371] env[69404]: INFO networking_nsxv3.common.synchronization [req-41a77d8d-e715-4c16-8669-7bd61a50926b req-b608f136-2516-4d39-89ad-372a32ae1d4f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 963.768773] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 963.769117] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.769269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.769351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.769544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.769704] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.769801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.769865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.770016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.770108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.770204] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.273364] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.273527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.273597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.274523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.274523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.274523] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.274523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.274523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.274523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.274523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.274857] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 964.289285] env[69404]: INFO networking_nsxv3.common.synchronization [req-cb6f1202-d488-4f5b-866b-4eba03acfea7 req-ef5d5b76-fe47-4bd7-9289-fb43c6465740 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 964.289502] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGHEST for action security_group_members [ 964.289802] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.289919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.290762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.290762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.290762] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.290762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.290762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.290762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.290762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.291061] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.299072] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.299228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.299278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.299427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.299555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.310150] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 964.414863] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.415194] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.416037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.416263] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.416882] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.417196] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.417535] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.419050] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.419050] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.419050] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.419050] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.419050] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.420214] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.420214] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.420214] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.420214] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.439886] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.439886] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.439886] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.439886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.439886] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-055b4306-127b-47d0-a555-40a90c0b6b75 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.439886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-055b4306-127b-47d0-a555-40a90c0b6b75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.439886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-055b4306-127b-47d0-a555-40a90c0b6b75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.439886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-055b4306-127b-47d0-a555-40a90c0b6b75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.439886] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('055b4306-127b-47d0-a555-40a90c0b6b75',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.458751] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 964.458936] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed deletion is rescheduled due to dependency. [ 964.459331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.796512] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.796828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.796828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.796951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.817665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.817812] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.817930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.818008] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.818214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.818298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.818390] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a is going to be updated. [ 964.840215] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.840345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.840402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.840592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.840730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.847781] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: IN_PROGRESS for 2s [ 964.943193] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.943389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.943500] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.943796] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.943991] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.944160] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 055b4306-127b-47d0-a555-40a90c0b6b75 not found, creating... [ 964.944453] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.944618] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.944738] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.944973] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.945153] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.945647] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.945647] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.945779] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.945921] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.946072] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.946217] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 055b4306-127b-47d0-a555-40a90c0b6b75 is going to be created. [ 964.968030] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.968201] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.968294] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.968564] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.968820] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.969092] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-055b4306-127b-47d0-a555-40a90c0b6b75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.781779] env[69404]: INFO networking_nsxv3.common.synchronization [req-41a77d8d-e715-4c16-8669-7bd61a50926b req-70f44df6-3714-4943-b0ce-1d51dd907c61 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 965.781969] env[69404]: INFO networking_nsxv3.common.synchronization [req-41a77d8d-e715-4c16-8669-7bd61a50926b req-70f44df6-3714-4943-b0ce-1d51dd907c61 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 965.782113] env[69404]: INFO networking_nsxv3.common.synchronization [req-41a77d8d-e715-4c16-8669-7bd61a50926b req-70f44df6-3714-4943-b0ce-1d51dd907c61 service nova] Enqueued Resource ID: 055b4306-127b-47d0-a555-40a90c0b6b75 with Priority: HIGHEST for action port [ 965.782330] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 965.782452] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 965.782543] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055b4306-127b-47d0-a555-40a90c0b6b75 with Priority: HIGHEST for action port [ 965.784601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.785074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.785074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.785074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.785305] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.787852] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.787852] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.788173] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-055b4306-127b-47d0-a555-40a90c0b6b75 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.788321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-055b4306-127b-47d0-a555-40a90c0b6b75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.788496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-055b4306-127b-47d0-a555-40a90c0b6b75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.788744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-055b4306-127b-47d0-a555-40a90c0b6b75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.788911] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('055b4306-127b-47d0-a555-40a90c0b6b75',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.292045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.292365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.292365] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 055b4306-127b-47d0-a555-40a90c0b6b75 with status ACTIVE [ 966.292535] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.292634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.292696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.292930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.293041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.293292] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.293340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.293403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.293564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.293644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.293825] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.293933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.294014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.294185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.295141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.295141] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 055b4306-127b-47d0-a555-40a90c0b6b75 is going to be updated. [ 966.317427] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.317574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.317626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.317838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.318075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.318141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-055b4306-127b-47d0-a555-40a90c0b6b75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.319416] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 966.319577] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 966.319675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.320045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.320045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.320152] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.320237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.320299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.320440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.320519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.320610] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.525201] env[69404]: INFO networking_nsxv3.common.synchronization [req-f904d1bd-0a25-4856-936a-7b0c559a1d64 req-08318849-3fad-4431-97cb-020644c80b50 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 966.525801] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 966.526114] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.526266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.526314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.526574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.526730] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.526829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.526897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.528662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.528787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.528864] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.530986] env[69404]: INFO networking_nsxv3.common.synchronization [req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 req-cc12309f-36e1-449f-bab9-962c8a4f2dc8 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 966.531393] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 966.531911] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.532035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.532106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.532275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.532421] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.532516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.532578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.532715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.532797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.532890] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.823247] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.859522] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a in Status: SUCCESS [ 966.861278] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a deletion is rescheduled due to dependency. [ 966.861402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.953536] env[69404]: INFO networking_nsxv3.common.synchronization [req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 req-5ac2d9c4-5214-40a7-91c4-981d22196a20 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 966.953868] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGHEST for action security_group_members [ 966.954206] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.954338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.954505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.954595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.954744] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.954842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.954906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.955272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.955421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.955560] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.032980] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.032980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.032980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.033234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.033311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.033465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.033561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.033634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.033763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.033843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.033960] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd already deleted. [ 967.034079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.036695] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.064984] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.064984] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.065115] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.065471] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.065756] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.065908] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.066180] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.066455] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.066610] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.066822] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.066949] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.067077] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.067192] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.067309] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.067420] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.067558] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.087611] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.087611] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.087611] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.087611] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.087611] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.087888] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.087888] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.088933] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.088933] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d1fad3-a825-4fd5-aa53-7233c9e5f8e6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.325716] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.457653] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.457810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.457854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.458112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.458209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.458405] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.458505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.458573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.458717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.458792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.458876] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be updated. [ 967.486497] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.486661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.486708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.487437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.487437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.494886] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: IN_PROGRESS for 2s [ 967.539548] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.590956] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.591190] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.591322] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.591607] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.591757] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.591915] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 not found, creating... [ 967.592234] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.592400] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.592523] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.592745] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.592916] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.593258] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.593424] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.593547] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.593759] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.593897] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.594056] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 is going to be created. [ 967.612212] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.612439] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.612566] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.612823] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.613082] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.613322] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.828681] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.828876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.828917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.829184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.829277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.829378] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 967.860725] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.860904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.861008] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.861320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.861947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.870751] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 968.040677] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.040836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.040908] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.041186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.041283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.041383] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 968.070677] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.070751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.070806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.071112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.071276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.079493] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 968.170807] env[69404]: INFO networking_nsxv3.common.synchronization [req-59fe5882-ec80-46a4-a173-741800f23735 req-a83a4afc-fe0a-4aa7-8e6e-c04eac397caf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 968.171730] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 968.172312] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.172458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.172522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.172740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.172909] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.175346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.175346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.175539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.175569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.175799] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.537487] env[69404]: INFO networking_nsxv3.common.synchronization [req-f904d1bd-0a25-4856-936a-7b0c559a1d64 req-ee963913-f0c4-4f3e-b842-cc3d1feb3a56 service nova] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_rules [ 968.537891] env[69404]: INFO networking_nsxv3.common.synchronization [req-f904d1bd-0a25-4856-936a-7b0c559a1d64 req-ee963913-f0c4-4f3e-b842-cc3d1feb3a56 service nova] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 968.537891] env[69404]: INFO networking_nsxv3.common.synchronization [req-f904d1bd-0a25-4856-936a-7b0c559a1d64 req-ee963913-f0c4-4f3e-b842-cc3d1feb3a56 service nova] Enqueued Resource ID: 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 with Priority: HIGHEST for action port [ 968.538098] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_rules [ 968.538140] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 968.538236] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 with Priority: HIGHEST for action port [ 968.538765] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.538884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.538944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.544747] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.544747] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.544747] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.544747] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.544747] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.544747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.546751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.546751] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d1fad3-a825-4fd5-aa53-7233c9e5f8e6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.678867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.679090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.679153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.679336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.679451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.679644] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.679763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.679827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.679980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.680073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.680184] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be updated. [ 968.708123] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.708297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.708364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.708587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.708766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.717702] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: IN_PROGRESS for 2s [ 969.048601] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.048601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.048601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.048601] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 with status ACTIVE [ 969.048777] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.048885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.048920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.049127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.049209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.049433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.049480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.049512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.049654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.049733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.049910] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.050064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.052774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.053128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.053128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.053128] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 is going to be updated. [ 969.055844] env[69404]: INFO networking_nsxv3.common.synchronization [req-2e1aa41a-4d21-44e4-831a-1078f3c030dc req-55dc01dd-b9fd-403b-944a-78a296f77ba5 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 969.058065] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 969.058065] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.058065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.080673] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.080673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.080673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.080673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.080673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.080673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.449842] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.449842] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.449842] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.450163] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.450248] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.450411] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.450531] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.451185] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.451185] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.451185] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.451413] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.451413] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.451507] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.451621] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.451729] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.451868] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.473704] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.473879] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.473999] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.474200] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.474546] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.474730] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.474882] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.475321] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.475517] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd62dde2-6e97-4dff-89e6-02fcf20cb7c2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.503756] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 in Status: SUCCESS [ 969.503947] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 deletion is rescheduled due to dependency. [ 969.504444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.555618] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.881867] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 969.882132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.882328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.882558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.882755] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.882873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.882937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.883144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.883264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.883365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.883460] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.979051] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.979051] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.979051] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.979434] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.979523] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.979727] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 not found, creating... [ 969.980087] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.980312] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.980476] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.980799] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.981007] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.981417] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.981638] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.981830] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.982121] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.982298] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.982480] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 is going to be created. [ 970.003329] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.003598] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.003735] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.004180] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.004299] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.004550] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.059074] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.059347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.059347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.059553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.059614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.059713] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be created. [ 970.091794] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 970.092023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.094477] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.094679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.094679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.094875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.095039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.114364] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: UNINITIALIZED for 2s [ 970.385556] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.385734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.385800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.386168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.386362] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.386512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.386587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.386723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.386865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.386967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.387139] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.387249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.387310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.387509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.387666] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.387753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.387816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.387956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.388048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.388134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.388237] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.728034] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 970.728034] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 deletion is rescheduled due to dependency. [ 970.728034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.809177] env[69404]: INFO networking_nsxv3.common.synchronization [req-2e1aa41a-4d21-44e4-831a-1078f3c030dc req-cf745ca7-497c-4ce5-967c-6fcc6f4bcf35 service nova] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_rules [ 970.809177] env[69404]: INFO networking_nsxv3.common.synchronization [req-2e1aa41a-4d21-44e4-831a-1078f3c030dc req-cf745ca7-497c-4ce5-967c-6fcc6f4bcf35 service nova] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 970.809177] env[69404]: INFO networking_nsxv3.common.synchronization [req-2e1aa41a-4d21-44e4-831a-1078f3c030dc req-cf745ca7-497c-4ce5-967c-6fcc6f4bcf35 service nova] Enqueued Resource ID: dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 with Priority: HIGHEST for action port [ 970.809177] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_rules [ 970.809177] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 970.809177] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 with Priority: HIGHEST for action port [ 970.809459] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.809579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.809812] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.809924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.810181] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.810292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.810357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.810620] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.810744] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd62dde2-6e97-4dff-89e6-02fcf20cb7c2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.891026] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c73d58-0da6-45f2-9617-307a7998e0ce: rpc.has_security_group_logging(os_id): False [ 970.911781] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.912345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.912345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.912345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.912604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.912674] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.912787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.912850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.913107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.913237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.913461] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.913579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.913684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.913807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.913908] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.914182] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.914293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.914379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.914547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.914657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.914798] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 970.994907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.994907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.995372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.995372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.995372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.011600] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 971.313484] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 with status ACTIVE [ 971.313679] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.313831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.313900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.314212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.314306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.314497] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.314618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.314683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.314883] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.315053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.315244] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.315349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.315414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.315579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.315709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.315787] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 is going to be updated. [ 971.336609] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.336831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.336831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.337083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.337225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.337387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.811020] env[69404]: INFO networking_nsxv3.common.synchronization [req-d06126bd-0458-43a4-835f-1411c52c5036 req-88ba0273-bdcb-4e37-99d7-d05e1a7a4ea5 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 971.811020] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 971.811020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.811020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.095651] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.095858] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.095990] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.096302] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.096570] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.096728] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.096849] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.097084] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.097235] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.097449] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.097566] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.097676] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.097788] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.097899] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.098018] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.098222] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.116959] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.117154] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 972.117302] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.117476] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-401" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.117790] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-d28c9b19-4d0d-405f-a702-e09459b3121f taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.117969] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-d28c9b19-4d0d-405f-a702-e09459b3121f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.118127] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-d28c9b19-4d0d-405f-a702-e09459b3121f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.118464] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-d28c9b19-4d0d-405f-a702-e09459b3121f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.118612] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d28c9b19-4d0d-405f-a702-e09459b3121f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.126305] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 972.126512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.126664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.126891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.127103] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.127271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.127361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.127535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.127615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.127703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.127800] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.128557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.128772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.128938] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.129097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.129148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.129262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.129342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.129428] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.620991] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.622139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.622139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.622139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.622256] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.622552] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port d28c9b19-4d0d-405f-a702-e09459b3121f not found, creating... [ 972.622620] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.622749] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.622871] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.623126] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.623338] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.623676] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.623851] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.623975] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.624217] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.624378] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.624534] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: d28c9b19-4d0d-405f-a702-e09459b3121f is going to be created. [ 972.633010] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.633010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.633010] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.643555] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.643555] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.643743] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.643937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.644185] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.644470] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-d28c9b19-4d0d-405f-a702-e09459b3121f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.036021] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 973.036335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.136250] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.379951] env[69404]: INFO networking_nsxv3.common.synchronization [req-d06126bd-0458-43a4-835f-1411c52c5036 req-13b41164-72ed-443b-a0e8-52049bccd090 service nova] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_rules [ 973.380170] env[69404]: INFO networking_nsxv3.common.synchronization [req-d06126bd-0458-43a4-835f-1411c52c5036 req-13b41164-72ed-443b-a0e8-52049bccd090 service nova] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 973.380318] env[69404]: INFO networking_nsxv3.common.synchronization [req-d06126bd-0458-43a4-835f-1411c52c5036 req-13b41164-72ed-443b-a0e8-52049bccd090 service nova] Enqueued Resource ID: d28c9b19-4d0d-405f-a702-e09459b3121f with Priority: HIGHEST for action port [ 973.380550] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_rules [ 973.380678] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 973.380772] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28c9b19-4d0d-405f-a702-e09459b3121f with Priority: HIGHEST for action port [ 973.381353] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.381463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.381734] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.381831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.382054] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d28c9b19-4d0d-405f-a702-e09459b3121f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.382169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d28c9b19-4d0d-405f-a702-e09459b3121f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.382234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d28c9b19-4d0d-405f-a702-e09459b3121f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.382429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d28c9b19-4d0d-405f-a702-e09459b3121f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.382504] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d28c9b19-4d0d-405f-a702-e09459b3121f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.639057] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.639057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.639057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.639255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.639255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.639311] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 973.670062] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.670209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.670283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.670489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.670629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.678758] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 973.885914] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d28c9b19-4d0d-405f-a702-e09459b3121f with status ACTIVE [ 973.885914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.885914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.885914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.885914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.885914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.885914] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.885914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.885914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.886294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.886294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.886353] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.886397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.886502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.886599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.886668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.886782] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d28c9b19-4d0d-405f-a702-e09459b3121f is going to be updated. [ 973.909194] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.909194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.909194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.909194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.909194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.909194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d28c9b19-4d0d-405f-a702-e09459b3121f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.416531] env[69404]: INFO networking_nsxv3.common.synchronization [req-0c671a90-9f2f-434f-a3db-da082b44d35c req-97a31a1c-ed4e-4d31-a7a7-c6791276ade5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 975.417262] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 975.417460] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.417617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.417653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.417851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.418053] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.419712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.419828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.420121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.420434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.420556] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.689308] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 975.689389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.689616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.689845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.690064] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.690215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.690291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.690479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.690566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.690680] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.923640] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.047386] env[69404]: INFO networking_nsxv3.common.synchronization [None req-39824534-dc7f-4bb8-82e5-351a7a4e463a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Enqueued Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_rules [ 976.047920] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_rules [ 976.048247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.048372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.048438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.048698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.048779] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.124165] env[69404]: INFO networking_nsxv3.common.synchronization [None req-07851c5d-6dfa-4ee6-9d76-d35b6ac954fd tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Enqueued Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_rules [ 976.124484] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_rules [ 976.124791] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.124905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.195864] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.426067] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.570211] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.570418] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.570535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.570838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.571025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.571125] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da already deleted. [ 976.571267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.571502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.571729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.571892] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.697613] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.930049] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.930049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.930283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.930351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.930439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.930539] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 is going to be updated. [ 976.963071] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.963071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.963071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.963071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.963071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.970371] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: IN_PROGRESS for 2s [ 977.093634] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.093634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.093634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.093776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.093871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.094722] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da already deleted. [ 977.094722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.200288] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.200437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.200509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.200791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.200887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.200987] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 977.242506] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.242653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.242723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.242959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.243128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.254314] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 977.410939] env[69404]: INFO networking_nsxv3.common.synchronization [req-6543b828-6c36-4260-86ee-86292c7f5352 req-8048cb6f-34d7-41e8-b326-f5cd1ffcd138 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 977.411620] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 977.411974] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.412165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.412235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.412443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.412601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.412696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.412757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.413167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.413167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.413167] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.915813] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.916140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.916140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.916332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.916449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.916674] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.916796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.916862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.917057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.917142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.917276] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 977.943249] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.943249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.943249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.943249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.943502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.951629] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 978.981168] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: SUCCESS [ 978.981579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.242142] env[69404]: INFO networking_nsxv3.common.synchronization [req-01867569-c32d-422f-9a9d-23887c9c9afc req-48687097-4c10-4bfb-8925-3e5986c81092 tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Enqueued Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGHEST for action security_group_members [ 979.242661] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGHEST for action security_group_members [ 979.242966] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c663f6d2-ceaa-4030-999c-d4fef12be85d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.243102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.243168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.243462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.243625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.243749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.243822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.243943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.244041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.244133] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.263227] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 979.263459] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.263627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.263836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.264072] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.264142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.264208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.264364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.264438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.264529] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.606015] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.606247] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-398" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.606377] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-398" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.606784] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-398" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.607011] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.607188] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.607315] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.607593] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.607782] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.608625] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.608625] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.608625] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.608625] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.608625] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.608625] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.608909] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.627121] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.627305] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.627450] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.627628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-398" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.627931] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.628123] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.628247] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.628587] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.628701] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bb5f22-42c4-4aef-8163-e949c8e4b6d2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.746389] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.746515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.746571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.746851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.746975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.747317] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.747317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.747448] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.747599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.747709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.747819] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c663f6d2-ceaa-4030-999c-d4fef12be85d already deleted. [ 979.747928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.768123] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.962665] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 979.962665] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 979.962665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.131216] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.131758] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.131758] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.132034] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.132252] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.132433] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 not found, creating... [ 980.132749] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.132953] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.133099] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.133378] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.133612] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.133958] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.134163] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.134313] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.134562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.134731] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.134896] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 is going to be created. [ 980.155726] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.156031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.156173] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.156461] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.156674] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.156912] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.270763] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.773569] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.773739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.773830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.774058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.774156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.774265] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 980.801768] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.801948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.802023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.802264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.802440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.811408] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 980.835437] env[69404]: INFO networking_nsxv3.common.synchronization [req-01867569-c32d-422f-9a9d-23887c9c9afc req-714ca35f-bedf-49c2-95d8-28ae1293601f service nova] Enqueued Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGHEST for action security_group_rules [ 980.835593] env[69404]: INFO networking_nsxv3.common.synchronization [req-01867569-c32d-422f-9a9d-23887c9c9afc req-714ca35f-bedf-49c2-95d8-28ae1293601f service nova] Enqueued Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGHEST for action security_group_members [ 980.835833] env[69404]: INFO networking_nsxv3.common.synchronization [req-01867569-c32d-422f-9a9d-23887c9c9afc req-714ca35f-bedf-49c2-95d8-28ae1293601f service nova] Enqueued Resource ID: 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 with Priority: HIGHEST for action port [ 980.836111] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGHEST for action security_group_rules [ 980.836241] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGHEST for action security_group_members [ 980.836336] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 with Priority: HIGHEST for action port [ 980.836903] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c663f6d2-ceaa-4030-999c-d4fef12be85d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.837498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.837562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.837831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.837949] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.839072] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c663f6d2-ceaa-4030-999c-d4fef12be85d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.839072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.839072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.839394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.839394] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.839394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.839520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.839607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.839879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.839879] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.840721] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.840721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.840721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.840977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.840977] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bb5f22-42c4-4aef-8163-e949c8e4b6d2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.342942] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c663f6d2-ceaa-4030-999c-d4fef12be85d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.343226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.343266] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.344190] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 with status ACTIVE [ 981.344537] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.344537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.344537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.344727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.344822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.344994] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.345101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.345195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.345317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.345397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.345577] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.345672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.345734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.345874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.345945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.346038] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 is going to be updated. [ 981.367727] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.367891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.367972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.368218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.368355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.368511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64bb5f22-42c4-4aef-8163-e949c8e4b6d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.798125] env[69404]: INFO networking_nsxv3.common.synchronization [req-845c36e3-a282-4c1c-933b-51a23856f29a req-b922436a-b22c-4348-a886-04b0deaad8ef tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 981.798639] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 981.798942] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.799184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.799184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.799346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.799503] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.799606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.799672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.799815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.799900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.799994] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.848293] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.129367] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.129586] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.131265] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.131501] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.131780] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.132079] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.132138] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.132531] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.132604] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.132797] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.132942] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.133090] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.133237] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.133380] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.133900] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.133900] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.152887] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.153068] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.153213] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.153385] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-33" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.153766] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-3230365d-8c09-4402-8df6-a09296607e73 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.153940] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-3230365d-8c09-4402-8df6-a09296607e73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.154077] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-3230365d-8c09-4402-8df6-a09296607e73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.154378] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-3230365d-8c09-4402-8df6-a09296607e73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.154525] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3230365d-8c09-4402-8df6-a09296607e73',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.306975] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.307606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.307606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.307606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.307606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.307779] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.307879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.307879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.308025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.308104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.308191] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 982.332897] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.333047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.333118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.333301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.333437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.341740] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 982.351578] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.351890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.351890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.351974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.352079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.352177] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c663f6d2-ceaa-4030-999c-d4fef12be85d is going to be created. [ 982.371238] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.371396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.371436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.371640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.371794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.382726] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c663f6d2-ceaa-4030-999c-d4fef12be85d in Status: UNINITIALIZED for 2s [ 982.659445] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.659445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.659445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.659445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.659445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.659445] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 3230365d-8c09-4402-8df6-a09296607e73 not found, creating... [ 982.659445] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.659445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.659445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.659445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.659445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.660027] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.660027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.660027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.660027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.660027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.660214] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 3230365d-8c09-4402-8df6-a09296607e73 is going to be created. [ 982.680446] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.680446] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.680446] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.680446] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.680446] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.680446] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-3230365d-8c09-4402-8df6-a09296607e73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.825022] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.825022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.825022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.825022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.825022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.826123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.826312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.826474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.826642] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.827859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.831536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.831536] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.831536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.831536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.831536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.831536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.831536] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.332645] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33bafdeb-760f-4b27-a852-1ca417f3a8bd: rpc.has_security_group_logging(os_id): False [ 983.334073] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.352035] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.352481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.352481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.352560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.352657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.352910] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.353026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.353086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.353254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.353461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.353527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.353653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.353712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.353839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.354668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.354668] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.354668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.354668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.354668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.354668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.354889] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be created. [ 983.390998] env[69404]: INFO networking_nsxv3.common.synchronization [req-845c36e3-a282-4c1c-933b-51a23856f29a req-0bff3eeb-f775-473c-85a7-a2321fb7fa0a service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 983.391194] env[69404]: INFO networking_nsxv3.common.synchronization [req-845c36e3-a282-4c1c-933b-51a23856f29a req-0bff3eeb-f775-473c-85a7-a2321fb7fa0a service nova] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 983.391377] env[69404]: INFO networking_nsxv3.common.synchronization [req-845c36e3-a282-4c1c-933b-51a23856f29a req-0bff3eeb-f775-473c-85a7-a2321fb7fa0a service nova] Enqueued Resource ID: 3230365d-8c09-4402-8df6-a09296607e73 with Priority: HIGHEST for action port [ 983.391943] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_rules [ 983.392167] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 983.392274] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3230365d-8c09-4402-8df6-a09296607e73 with Priority: HIGHEST for action port [ 983.392595] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.392717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.392785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.393037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.393154] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.394525] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.395568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.395841] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-3230365d-8c09-4402-8df6-a09296607e73 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.396033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3230365d-8c09-4402-8df6-a09296607e73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.396312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3230365d-8c09-4402-8df6-a09296607e73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.396394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3230365d-8c09-4402-8df6-a09296607e73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.396423] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3230365d-8c09-4402-8df6-a09296607e73',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.407699] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.407994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.408078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.408470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.408660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.419738] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 983.837120] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.895528] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.895751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.898185] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3230365d-8c09-4402-8df6-a09296607e73 with status ACTIVE [ 983.898388] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.898512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.899762] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.899762] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.899762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.900508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.900508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.900508] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3230365d-8c09-4402-8df6-a09296607e73 is going to be updated. [ 983.919339] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.919484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.919554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.919749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.919889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.920061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3230365d-8c09-4402-8df6-a09296607e73" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.338880] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.339067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.339175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.339358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.339451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.339551] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 984.350113] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 984.350303] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed deletion is rescheduled due to dependency. [ 984.350414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.350569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.350774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.350958] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.351084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.351149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.351304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.351393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.351479] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.366086] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.366403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.366403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.366468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.366612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.374103] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 984.389923] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c663f6d2-ceaa-4030-999c-d4fef12be85d in Status: SUCCESS [ 984.390136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.390348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.390798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.390798] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.390798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.390983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.391029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.391116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.391204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.391298] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.854029] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.893081] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c663f6d2-ceaa-4030-999c-d4fef12be85d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.893225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.893312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.893505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.893720] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.893847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.893894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.894033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.894128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.894198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.894347] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c663f6d2-ceaa-4030-999c-d4fef12be85d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.894434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.894484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.894644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.894790] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.894877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.894927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.895077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.895150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.895223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.895310] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.356530] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.397329] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c663f6d2-ceaa-4030-999c-d4fef12be85d: rpc.has_security_group_logging(os_id): False [ 985.415599] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.415804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.415860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.416070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.416170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.416645] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.416645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.416645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.416824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.416824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.416940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.417045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.417103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.417243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.417317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.417537] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.417665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.417734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.417950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.417950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.418039] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c663f6d2-ceaa-4030-999c-d4fef12be85d is going to be created. [ 985.431147] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 985.431370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.431889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.432096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.432184] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.480022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.480022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.480022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.480022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.480022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.491188] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c663f6d2-ceaa-4030-999c-d4fef12be85d in Status: IN_PROGRESS for 2s [ 985.860018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.860018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.860018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.860018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.860018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.860253] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 985.893645] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.893874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.893957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.894220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.894419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.916890] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 985.934484] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.934593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.384053] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 986.384289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.384542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.384741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.384944] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.385156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.385156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.385349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.385467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.385561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.385661] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.888601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.888904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.888904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.888985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.889155] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.889260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.889326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.889475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.889562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.889652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.889800] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.889892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.889951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.890121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.890251] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.890341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.890399] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.890534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.890608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.890692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.890786] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.398690] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33bafdeb-760f-4b27-a852-1ca417f3a8bd: rpc.has_security_group_logging(os_id): False [ 987.418249] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.418249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.418434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.418651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.418651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.418821] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.418994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.419089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.419218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.419275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.419498] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.419634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.419634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.419748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.419779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.419975] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.420368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.420368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.420368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.420499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.420499] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 987.478589] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.479083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.479083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.479083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.479572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.492085] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 987.518536] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c663f6d2-ceaa-4030-999c-d4fef12be85d in Status: SUCCESS [ 987.518536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.926431] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 987.927759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.927940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.928891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.928891] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.928891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.928891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.928891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.928891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.928891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.928891] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.393721] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 988.393922] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 988.433553] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.433934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.434050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.434303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.434514] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.434646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.434707] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.434913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.435033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.435125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.435341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.435413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.435472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.435667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.435829] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.436380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.436472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.436661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.436772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.436892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.437017] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.940201] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45bda866-691f-48b1-8563-83d39cc14eed: rpc.has_security_group_logging(os_id): False [ 988.957206] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.957352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.957429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.957648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.957749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.957944] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.958078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.958140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.958300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.958371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.958555] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.958649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.958710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.958878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.959040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.959179] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.959364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.959434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.959582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.959661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.959747] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 989.021588] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.021588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.021588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.023240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.023240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.034191] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 989.506742] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 989.506995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.508191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.508446] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.508537] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.012622] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.012961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.012961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.013166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.013265] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.013362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.013422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.013586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.013866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.013866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.014032] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.516193] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.516356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.516428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.516644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.516812] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.516937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.517014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.517175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.517263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.517351] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.517502] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.517594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.517653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.517814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.517953] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.518060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.518122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.518851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.518851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.518851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.518851] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.020690] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33bafdeb-760f-4b27-a852-1ca417f3a8bd: rpc.has_security_group_logging(os_id): False [ 991.051708] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.051911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.051964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.052266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.052390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.052642] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.052788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.052894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.053125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.053235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.053448] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.053574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.053656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.053825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.053961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.054206] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.054332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.054415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.054608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.054686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.054773] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 991.056457] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 991.056655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.128976] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.129147] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.129218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.129434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.129582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.147403] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 993.161927] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 993.162363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.395208] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 993.395380] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 994.016691] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf req-ec78d212-3582-4e79-9938-fa694b7d2e35 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 994.017539] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 994.017885] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.018095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.018182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.018386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.018566] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.018670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.018726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.018879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.018967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.019073] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.062318] env[69404]: INFO networking_nsxv3.common.synchronization [req-092838d5-b801-49b9-8a85-607acae7bd7a req-628ce400-0d82-4bb4-aca3-3fe5d485aeb3 tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Enqueued Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGHEST for action security_group_members [ 994.063655] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGHEST for action security_group_members [ 994.063655] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c663f6d2-ceaa-4030-999c-d4fef12be85d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.063655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.063655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.063655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.063655] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.069234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.069321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.070093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.070093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.070093] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.412632] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.412970] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-819" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.412970] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-819" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.413747] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-819" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.414485] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.415458] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.415458] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.415759] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.416029] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.416446] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.416677] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.417165] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.417165] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.417248] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.417739] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.417739] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.435935] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.436210] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.436504] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.436772] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-819" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.437254] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-1b677bda-bfff-46ff-a203-f77f989e60d2 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.437594] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-1b677bda-bfff-46ff-a203-f77f989e60d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.437772] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-1b677bda-bfff-46ff-a203-f77f989e60d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.443027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-1b677bda-bfff-46ff-a203-f77f989e60d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.443027] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b677bda-bfff-46ff-a203-f77f989e60d2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.522350] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.522902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.522902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.523663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.523663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.523854] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.524097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.524198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.524461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.524593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.524719] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be updated. [ 994.549770] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.552058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.552147] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.552402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.552839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.563073] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: IN_PROGRESS for 2s [ 994.576202] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.576202] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.576202] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.576202] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.576460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.576589] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.576960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.576960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.576960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.577154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.577269] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c663f6d2-ceaa-4030-999c-d4fef12be85d is going to be updated. [ 994.600025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.600228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.600271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.600575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.600775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.612105] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c663f6d2-ceaa-4030-999c-d4fef12be85d in Status: IN_PROGRESS for 2s [ 994.776140] env[69404]: INFO networking_nsxv3.common.synchronization [None req-e55c432a-bb5f-4af3-babe-2b2dda003bf3 None None] Enqueued Resource ID: b641d833-372c-49b0-b289-eaaa3971e8a5 with Priority: HIGHEST for action port [ 994.776510] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b641d833-372c-49b0-b289-eaaa3971e8a5 with Priority: HIGHEST for action port [ 994.776814] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-b641d833-372c-49b0-b289-eaaa3971e8a5 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.776933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b641d833-372c-49b0-b289-eaaa3971e8a5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.777011] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b641d833-372c-49b0-b289-eaaa3971e8a5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.779246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b641d833-372c-49b0-b289-eaaa3971e8a5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.780066] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b641d833-372c-49b0-b289-eaaa3971e8a5',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.945021] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.945332] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.945457] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.945739] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.945897] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.947027] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 1b677bda-bfff-46ff-a203-f77f989e60d2 not found, creating... [ 994.947027] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.947027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.947027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.947027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.947027] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.947353] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.947544] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.947670] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.948046] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.948111] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.948224] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 1b677bda-bfff-46ff-a203-f77f989e60d2 is going to be created. [ 994.968251] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.968487] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.968616] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.968914] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.969232] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.969403] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-1b677bda-bfff-46ff-a203-f77f989e60d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.283670] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b641d833-372c-49b0-b289-eaaa3971e8a5 [ 995.283854] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.284065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.284137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.284329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.284555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.284555] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b641d833-372c-49b0-b289-eaaa3971e8a5 already deleted. [ 995.284665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b641d833-372c-49b0-b289-eaaa3971e8a5" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.538018] env[69404]: INFO networking_nsxv3.common.synchronization [req-3292f947-c011-4cf2-aba4-e25c48ae181b req-2a9c79ae-1801-40bd-89c2-77e072271a80 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 995.538018] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 995.538018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.538018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.538018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.538018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.538018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.538018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.538018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.538018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.538018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.538018] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.860601] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf req-d6465a90-2986-40fb-aeab-cb939f9b13ed service nova] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_rules [ 995.860776] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf req-d6465a90-2986-40fb-aeab-cb939f9b13ed service nova] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 995.860911] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf req-d6465a90-2986-40fb-aeab-cb939f9b13ed service nova] Enqueued Resource ID: 1b677bda-bfff-46ff-a203-f77f989e60d2 with Priority: HIGHEST for action port [ 995.861164] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_rules [ 995.861283] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 995.861375] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b677bda-bfff-46ff-a203-f77f989e60d2 with Priority: HIGHEST for action port [ 995.863922] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.864000] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.864067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.864278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.867918] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.869122] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.869122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.869319] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b677bda-bfff-46ff-a203-f77f989e60d2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.869487] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b677bda-bfff-46ff-a203-f77f989e60d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.869558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b677bda-bfff-46ff-a203-f77f989e60d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.869786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b677bda-bfff-46ff-a203-f77f989e60d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.869896] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b677bda-bfff-46ff-a203-f77f989e60d2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.041704] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.373787] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.374046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.374314] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b677bda-bfff-46ff-a203-f77f989e60d2 with status ACTIVE [ 996.374491] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.374598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.374687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.374946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.375053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.375255] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.375356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.375414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.375573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.375652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.375842] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.375914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.375970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.376129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.376208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.376380] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b677bda-bfff-46ff-a203-f77f989e60d2 is going to be updated. [ 996.397712] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.397959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.397959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.398226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.398310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.398457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b677bda-bfff-46ff-a203-f77f989e60d2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.545157] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.573918] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 996.574201] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 deletion is rescheduled due to dependency. [ 996.574323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.575529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.575753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.575942] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.576523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.576645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.577076] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.577199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.577304] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.622946] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c663f6d2-ceaa-4030-999c-d4fef12be85d in Status: SUCCESS [ 996.623150] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c663f6d2-ceaa-4030-999c-d4fef12be85d deletion is rescheduled due to dependency. [ 996.623273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.826804] env[69404]: INFO networking_nsxv3.common.synchronization [None req-71bd8c3b-e2b1-4267-ae5b-485affd9e1ab None None] Enqueued Resource ID: 4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4 with Priority: HIGHEST for action port [ 996.827086] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4 with Priority: HIGHEST for action port [ 996.828065] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.828218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.828280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.828522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.828607] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.048877] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.048877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.048877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.048877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.048877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.048877] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 997.075433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.075433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.075433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.075433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.075433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.081799] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 997.082941] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.332037] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4 [ 997.332356] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.332540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.332638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.332830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.332919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.333013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4 already deleted. [ 997.333259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b26c0e8-559c-4afb-b5e8-2f437b7fa1e4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.584666] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.663350] env[69404]: INFO networking_nsxv3.common.synchronization [None req-dc49d3f0-236f-4ce1-99e5-3b58ebd4509a None None] Enqueued Resource ID: 7d170879-7443-477c-ab81-b5c04e124524 with Priority: HIGHEST for action port [ 997.663350] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d170879-7443-477c-ab81-b5c04e124524 with Priority: HIGHEST for action port [ 997.663350] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d170879-7443-477c-ab81-b5c04e124524 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.663350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d170879-7443-477c-ab81-b5c04e124524" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.663350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d170879-7443-477c-ab81-b5c04e124524" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.663350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d170879-7443-477c-ab81-b5c04e124524" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.663350] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d170879-7443-477c-ab81-b5c04e124524',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.089566] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.089717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.089787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.090024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.090151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.090275] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be updated. [ 998.116732] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.116888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.116959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.117197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.118409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.126125] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: IN_PROGRESS for 2s [ 998.165984] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d170879-7443-477c-ab81-b5c04e124524 [ 998.165984] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.165984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.165984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.166166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.166166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.166231] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d170879-7443-477c-ab81-b5c04e124524 already deleted. [ 998.166311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d170879-7443-477c-ab81-b5c04e124524" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.778029] env[69404]: INFO networking_nsxv3.common.synchronization [req-5800ec4e-6c32-4483-9ebe-a722fa898c55 req-b2339661-fec5-47f1-ae6c-71eed50749dc tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 998.778480] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 998.778710] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.778832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.778891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.779097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.779247] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.779634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.779634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.779634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.779634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.779848] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.091371] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 999.091609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.282193] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.784991] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.122548] env[69404]: INFO networking_nsxv3.common.synchronization [None req-51a9ff63-0cbe-43c7-8b2f-4718b0a1a11c None None] Enqueued Resource ID: ec1adf32-9a85-450b-bb6c-7d6b4223b3fb with Priority: HIGHEST for action port [ 1000.124136] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1adf32-9a85-450b-bb6c-7d6b4223b3fb with Priority: HIGHEST for action port [ 1000.125737] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1adf32-9a85-450b-bb6c-7d6b4223b3fb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.126782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1adf32-9a85-450b-bb6c-7d6b4223b3fb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.126782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1adf32-9a85-450b-bb6c-7d6b4223b3fb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.127662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1adf32-9a85-450b-bb6c-7d6b4223b3fb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.127662] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1adf32-9a85-450b-bb6c-7d6b4223b3fb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.139094] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 1000.139506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.139506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.139709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.139906] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.140036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.140103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.140260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.140341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.140428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.140521] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.287536] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.287746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.287746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.287977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.288084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.288185] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 1000.314588] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.314588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.314588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.314588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.314588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.325016] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 1000.631869] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec1adf32-9a85-450b-bb6c-7d6b4223b3fb [ 1000.632566] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.632566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.632566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.632566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.632566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.632814] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec1adf32-9a85-450b-bb6c-7d6b4223b3fb already deleted. [ 1000.632814] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1adf32-9a85-450b-bb6c-7d6b4223b3fb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.642170] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.145751] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f43f69-fd6b-448c-9eae-58fb10378c55: rpc.has_security_group_logging(os_id): False [ 1001.164896] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.165063] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.165106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.165328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.165429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.165712] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.165859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.165927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.166113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.166196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.166287] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be updated. [ 1001.235903] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.236084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.236158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.236455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.236712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.250998] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: IN_PROGRESS for 2s [ 1002.332526] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 1002.332983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.267286] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 1003.267539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.348189] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c0964e82-af8e-47fa-a6fc-98e0e6b19af9 None None] Enqueued Resource ID: 1928c602-0b80-4eca-a5c1-4ed42f9699a9 with Priority: HIGHEST for action port [ 1003.348475] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1928c602-0b80-4eca-a5c1-4ed42f9699a9 with Priority: HIGHEST for action port [ 1003.348950] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-1928c602-0b80-4eca-a5c1-4ed42f9699a9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.349097] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1928c602-0b80-4eca-a5c1-4ed42f9699a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.349178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1928c602-0b80-4eca-a5c1-4ed42f9699a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.349468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1928c602-0b80-4eca-a5c1-4ed42f9699a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.349555] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1928c602-0b80-4eca-a5c1-4ed42f9699a9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.776814] env[69404]: INFO networking_nsxv3.common.synchronization [req-838c8402-c925-4a0c-bee4-cfcd03879089 req-3487d135-f146-4a5f-8fbe-e7a1cc817658 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1003.777569] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1003.777739] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.777873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.777949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.778184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.778355] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.778461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.778520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.778682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.778780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.778857] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.853279] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1928c602-0b80-4eca-a5c1-4ed42f9699a9 [ 1003.853279] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.853279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.853279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.853279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.853279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.853279] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1928c602-0b80-4eca-a5c1-4ed42f9699a9 already deleted. [ 1003.853279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1928c602-0b80-4eca-a5c1-4ed42f9699a9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.922522] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ff8108ec-5d19-4f01-bd7e-b5ab944f0eb3 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Enqueued Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_rules [ 1003.922522] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_rules [ 1003.923924] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.924248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.924469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.925016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.925258] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.044891] env[69404]: INFO networking_nsxv3.common.synchronization [req-8185a26e-64f1-4c88-9579-2a5baf1959eb req-5905cbe0-d654-433b-beab-610b27ea4eb7 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Enqueued Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 1004.045563] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bda866-691f-48b1-8563-83d39cc14eed with Priority: HIGHEST for action security_group_members [ 1004.045845] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-45bda866-691f-48b1-8563-83d39cc14eed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.045971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.046545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.046794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.047018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.047172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.047242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.047429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.047535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.047660] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45bda866-691f-48b1-8563-83d39cc14eed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.055192] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a3b8bb2e-c78b-4815-a60a-b10cfab75da0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Enqueued Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_rules [ 1004.055447] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_rules [ 1004.055989] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.056145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.281678] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.314996] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.315234] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.315367] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.315682] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.315980] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.316260] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.316260] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.316596] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.316826] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.316926] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.317131] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.317312] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.317461] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.317746] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.317833] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.318016] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.336437] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.336642] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.336831] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.336973] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.337301] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-ad76ca5d-643e-46f5-a0a3-f9535932cb15 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.337481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-ad76ca5d-643e-46f5-a0a3-f9535932cb15" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.337617] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-ad76ca5d-643e-46f5-a0a3-f9535932cb15" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.337945] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-ad76ca5d-643e-46f5-a0a3-f9535932cb15" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.338099] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad76ca5d-643e-46f5-a0a3-f9535932cb15',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.448470] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.448470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.448884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.448884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.448951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.449068] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d already deleted. [ 1004.449208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.449368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.449538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.449625] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.553463] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.553463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.553463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.553463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.553463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.553463] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.553463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.553755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.553755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.553755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.553847] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed is going to be updated. [ 1004.580300] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.580677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.580832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.582389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.582575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.591208] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: IN_PROGRESS for 2s [ 1004.784653] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.842482] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.842482] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.842482] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.842482] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.842482] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.842482] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port ad76ca5d-643e-46f5-a0a3-f9535932cb15 not found, creating... [ 1004.843013] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.843013] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.843013] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.843197] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.843330] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.843621] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.843786] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.843906] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.845278] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.845550] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.845767] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: ad76ca5d-643e-46f5-a0a3-f9535932cb15 is going to be created. [ 1004.866889] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.867187] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.867719] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.867719] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.868060] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.868333] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-ad76ca5d-643e-46f5-a0a3-f9535932cb15" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.968320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.969084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.969084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.969367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.969367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.969481] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d already deleted. [ 1004.969481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.293213] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.293213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.293213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.293213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.293213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.293213] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1005.321249] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.321249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.321249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.321249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.321249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.330399] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1005.677850] env[69404]: INFO networking_nsxv3.common.synchronization [req-838c8402-c925-4a0c-bee4-cfcd03879089 req-bde9ee57-7fad-4510-a5b7-d94d5e8bbf53 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 1005.678253] env[69404]: INFO networking_nsxv3.common.synchronization [req-838c8402-c925-4a0c-bee4-cfcd03879089 req-bde9ee57-7fad-4510-a5b7-d94d5e8bbf53 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1005.678253] env[69404]: INFO networking_nsxv3.common.synchronization [req-838c8402-c925-4a0c-bee4-cfcd03879089 req-bde9ee57-7fad-4510-a5b7-d94d5e8bbf53 service nova] Enqueued Resource ID: ad76ca5d-643e-46f5-a0a3-f9535932cb15 with Priority: HIGHEST for action port [ 1005.678635] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 1005.679840] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1005.679969] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad76ca5d-643e-46f5-a0a3-f9535932cb15 with Priority: HIGHEST for action port [ 1005.680369] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.680369] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.680521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.680643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.680728] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.682328] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.682328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.682328] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad76ca5d-643e-46f5-a0a3-f9535932cb15 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.682328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad76ca5d-643e-46f5-a0a3-f9535932cb15" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.682328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad76ca5d-643e-46f5-a0a3-f9535932cb15" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.682328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad76ca5d-643e-46f5-a0a3-f9535932cb15" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.682328] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad76ca5d-643e-46f5-a0a3-f9535932cb15',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.069508] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d8232abe-5328-4cc3-adff-45a2f78c415c None None] Enqueued Resource ID: 2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0 with Priority: HIGHEST for action port [ 1006.070321] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0 with Priority: HIGHEST for action port [ 1006.070758] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.070906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.071354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.071354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.071354] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.185804] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.189015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.192060] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad76ca5d-643e-46f5-a0a3-f9535932cb15 with status ACTIVE [ 1006.192060] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.192060] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.192060] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.192060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.192060] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad76ca5d-643e-46f5-a0a3-f9535932cb15 is going to be updated. [ 1006.215680] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.217129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.217129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.217221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.217361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.217701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad76ca5d-643e-46f5-a0a3-f9535932cb15" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.574684] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0 [ 1006.574684] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.574684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.574904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.575190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.575190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.575291] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0 already deleted. [ 1006.575346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a1fd6a8-9dd1-434c-b2d1-29ae4d7e08e0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.600321] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45bda866-691f-48b1-8563-83d39cc14eed in Status: SUCCESS [ 1006.600639] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45bda866-691f-48b1-8563-83d39cc14eed deletion is rescheduled due to dependency. [ 1006.600639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45bda866-691f-48b1-8563-83d39cc14eed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.340137] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1007.340484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.340525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.340784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.341054] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.341177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.341177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.341329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.341405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.341512] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.843664] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.026152] env[69404]: INFO networking_nsxv3.common.synchronization [req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 req-b1c25745-74c4-454b-830b-d53c95f04bcb tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 1008.026310] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGHEST for action security_group_members [ 1008.026716] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.026888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.026997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.027273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.028197] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.028197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.028197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.028494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.028578] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.346268] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.532337] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.532337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.532337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.532602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.532602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.532682] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.532868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.532868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.532976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.533070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.533192] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 is going to be updated. [ 1008.559439] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.559586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.559693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.559863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.560025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.568015] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: IN_PROGRESS for 2s [ 1008.850926] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.851164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.851263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.851501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.851618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.851742] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1008.880849] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.881072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.881072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.881385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.881535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.891368] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1010.432135] env[69404]: INFO networking_nsxv3.common.synchronization [req-4fd9fe7b-35e9-406c-98ed-22aadeef752c req-194bd78f-4769-410a-8049-6c6ca275258d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Enqueued Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_members [ 1010.432694] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_members [ 1010.433014] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.433509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.433585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.433854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.434036] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.434136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.434198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.434424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.434491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.434527] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.578960] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 in Status: SUCCESS [ 1010.579164] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 deletion is rescheduled due to dependency. [ 1010.579277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.809380] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.809589] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-600" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.809718] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-600" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.810127] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-600" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.810407] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.810603] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.810734] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.810965] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.811155] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.811363] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.811479] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.811592] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.811704] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.811817] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.811966] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.812152] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.836381] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.836629] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.836787] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.837158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-600" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.837606] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-43d6ae8d-d78c-4b00-b9f9-275ec3130534 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.838207] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-43d6ae8d-d78c-4b00-b9f9-275ec3130534" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.838443] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-43d6ae8d-d78c-4b00-b9f9-275ec3130534" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.839300] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-43d6ae8d-d78c-4b00-b9f9-275ec3130534" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.839300] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d6ae8d-d78c-4b00-b9f9-275ec3130534',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.903254] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1010.903254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.903254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.903531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.903602] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.903727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.903795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.903960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.904061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.904152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.904238] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.937918] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.938166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.938297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.938575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.938718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.938991] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.939150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.939260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.939476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.939594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.939730] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da already deleted. [ 1010.939864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.350181] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.350407] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.350701] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.350837] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.351082] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.351259] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 43d6ae8d-d78c-4b00-b9f9-275ec3130534 not found, creating... [ 1011.351528] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.351687] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.351808] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.352077] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.352220] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.352677] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.352677] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.352800] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.353016] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.353158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.353303] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 43d6ae8d-d78c-4b00-b9f9-275ec3130534 is going to be created. [ 1011.374873] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.374873] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.375069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.375255] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.375488] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.375759] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-43d6ae8d-d78c-4b00-b9f9-275ec3130534" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.406894] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.406894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.406894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.407420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.407420] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.407526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.407526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.407713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.407840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.408088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.408295] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.408295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.408440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.408560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.408710] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.408834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.408917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.409214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.409321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.409451] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.911619] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb6d85e-6c39-4fe6-b628-096ee26a3322: rpc.has_security_group_logging(os_id): False [ 1011.929272] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.929272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.929272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.929272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.929463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.929553] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.929657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.929724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.929891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.929987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.930184] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.930281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.930597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.930597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.930597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.930730] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.930824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.930885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.931039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.931118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.931205] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1011.987729] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.988183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.988183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.988798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.988798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.999139] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1012.107440] env[69404]: INFO networking_nsxv3.common.synchronization [req-4fd9fe7b-35e9-406c-98ed-22aadeef752c req-562f5995-e653-4bfb-820e-113a06a032e7 service nova] Enqueued Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_rules [ 1012.107440] env[69404]: INFO networking_nsxv3.common.synchronization [req-4fd9fe7b-35e9-406c-98ed-22aadeef752c req-562f5995-e653-4bfb-820e-113a06a032e7 service nova] Enqueued Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_members [ 1012.107440] env[69404]: INFO networking_nsxv3.common.synchronization [req-4fd9fe7b-35e9-406c-98ed-22aadeef752c req-562f5995-e653-4bfb-820e-113a06a032e7 service nova] Enqueued Resource ID: 43d6ae8d-d78c-4b00-b9f9-275ec3130534 with Priority: HIGHEST for action port [ 1012.107440] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_rules [ 1012.107440] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_members [ 1012.107440] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d6ae8d-d78c-4b00-b9f9-275ec3130534 with Priority: HIGHEST for action port [ 1012.107759] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.107824] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.107874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.108826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.108826] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.110716] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.110716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.110716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.110716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.110716] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.110716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.110716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.110716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.110716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.110716] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.111198] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d6ae8d-d78c-4b00-b9f9-275ec3130534 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.111198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d6ae8d-d78c-4b00-b9f9-275ec3130534" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.111198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d6ae8d-d78c-4b00-b9f9-275ec3130534" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.111198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d6ae8d-d78c-4b00-b9f9-275ec3130534" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.111542] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d6ae8d-d78c-4b00-b9f9-275ec3130534',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.613024] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.614897] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.614897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.615201] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43d6ae8d-d78c-4b00-b9f9-275ec3130534 with status ACTIVE [ 1012.615278] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.615398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.615464] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.615673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.615834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.616038] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.616144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.616228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.616399] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.616537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.616628] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.616713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.616771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.616912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.616989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.617102] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43d6ae8d-d78c-4b00-b9f9-275ec3130534 is going to be updated. [ 1012.639418] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.639619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.639619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.639868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.640013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.640192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d6ae8d-d78c-4b00-b9f9-275ec3130534" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.115687] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.617840] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.617999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.618089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.618308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.618401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.618501] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da is going to be created. [ 1013.643512] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.643687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.643774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.644048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.644240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.652769] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da in Status: UNINITIALIZED for 2s [ 1014.012234] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1014.012584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.533186] env[69404]: INFO networking_nsxv3.common.synchronization [req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 req-30ff0782-7661-418e-8733-d6170ff8c78b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Enqueued Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_members [ 1014.533761] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGHEST for action security_group_members [ 1014.534587] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.534720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.534812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.535090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.535974] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.536101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.536159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.536337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.536444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.536552] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.040072] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.041283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.041283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.041283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.041283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.041283] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.041283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.041283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.041628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.041628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.041628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e is going to be updated. [ 1015.069562] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.069697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.069697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.070277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.070277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.082033] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bda9f9-3b01-45c2-a29c-0c790100649e in Status: IN_PROGRESS for 2s [ 1015.663759] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da in Status: SUCCESS [ 1015.664028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.664028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.664222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.664418] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.664536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.665110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.665388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.665574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.665692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.665793] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.169594] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.671689] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da: rpc.has_security_group_logging(os_id): False [ 1016.697163] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.697311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.697390] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.697593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.697686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.699785] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.699785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.699785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.699785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.699785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.699785] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da is going to be created. [ 1016.808392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.808587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.808657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.808862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.809055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.014446] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da in Status: IN_PROGRESS for 2s [ 1017.092084] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bda9f9-3b01-45c2-a29c-0c790100649e in Status: SUCCESS [ 1017.092275] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e deletion is rescheduled due to dependency. [ 1017.092389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.028030] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da in Status: SUCCESS [ 1019.028030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.128102] env[69404]: INFO networking_nsxv3.common.synchronization [req-c9292c79-49ee-4756-86d7-5f3ac6d6382c req-0f138d76-58be-4a40-ac5a-b635d3874f74 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 1019.128701] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 1019.129083] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.129268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.129445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.129679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.130547] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.130547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.130547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.130547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.130547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.130547] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.633440] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.137936] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.641184] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.641184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.641184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.641184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.641184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.641184] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 1020.674662] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.674841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.674906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.675198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.675363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.684148] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 1020.878070] env[69404]: INFO networking_nsxv3.common.synchronization [req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c req-ea28f718-7ca1-43f3-b1cf-94d2eff1a974 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Enqueued Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGHEST for action security_group_members [ 1020.878753] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGHEST for action security_group_members [ 1020.883128] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc50de49-50b8-4b6b-9f28-980a4fd009e7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.883354] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.883464] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.883784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.884027] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.884182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.884256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.884524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.884634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.884784] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.390276] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.390618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.390618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.390773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.390877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.391093] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.391198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.391262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.391463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.391581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.391703] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 already deleted. [ 1021.391806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.455023] env[69404]: INFO networking_nsxv3.common.synchronization [req-cddfebe8-9836-4e85-9048-fd016f78b4a7 req-07aa66e1-7472-4e73-adcf-ee06cf4403b1 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 1021.455023] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 1021.455023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.456634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.456878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.460420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.460543] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.460663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.460724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.460886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.460966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.461083] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.616503] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.616724] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-437" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.616983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-437" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.618385] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-437" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.618683] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.618853] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.618982] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.619668] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.619668] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.619803] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.619840] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.619958] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.620191] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.620269] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.620733] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.620733] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.640490] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.640695] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.640833] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.641039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-437" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.641425] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-bc38594a-59e6-4f5d-9883-dcf405968f5e taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.642339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-bc38594a-59e6-4f5d-9883-dcf405968f5e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.642339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-bc38594a-59e6-4f5d-9883-dcf405968f5e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.642890] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-bc38594a-59e6-4f5d-9883-dcf405968f5e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.644266] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc38594a-59e6-4f5d-9883-dcf405968f5e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.966883] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.147407] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.147596] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.147732] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.148039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.148200] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.148362] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port bc38594a-59e6-4f5d-9883-dcf405968f5e not found, creating... [ 1022.148642] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.148807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.148932] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.149223] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.149361] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.149706] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.149874] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.150008] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.150252] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.150397] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.150543] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: bc38594a-59e6-4f5d-9883-dcf405968f5e is going to be created. [ 1022.169484] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.171706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.171706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.171706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.171706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.171706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-bc38594a-59e6-4f5d-9883-dcf405968f5e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.359723] env[69404]: INFO networking_nsxv3.common.synchronization [req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 req-7e747fe8-d12f-449b-8680-b2e3deb4ba00 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Enqueued Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_members [ 1022.360287] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGHEST for action security_group_members [ 1022.360628] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5214c4a-c0d7-465b-92ac-2b145eb93edd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.360789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.360851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.361190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.361372] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.361475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.361532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.361698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.361785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.361878] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.469823] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.693662] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 1022.693889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.864473] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.868292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.868376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.868593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.868693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.868915] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.869026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.869094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.869250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.869330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.869418] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd is going to be updated. [ 1022.920023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.920023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.920023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.920023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.920023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.927530] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd in Status: IN_PROGRESS for 2s [ 1022.971743] env[69404]: INFO networking_nsxv3.common.synchronization [req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c req-c769a528-ec4a-40b2-87d9-88e734380e7d service nova] Enqueued Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGHEST for action security_group_rules [ 1022.972146] env[69404]: INFO networking_nsxv3.common.synchronization [req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c req-c769a528-ec4a-40b2-87d9-88e734380e7d service nova] Enqueued Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGHEST for action security_group_members [ 1022.972146] env[69404]: INFO networking_nsxv3.common.synchronization [req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c req-c769a528-ec4a-40b2-87d9-88e734380e7d service nova] Enqueued Resource ID: bc38594a-59e6-4f5d-9883-dcf405968f5e with Priority: HIGHEST for action port [ 1022.972484] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.972606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.972672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.973194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.973373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.973445] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 1022.974509] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGHEST for action security_group_rules [ 1022.974648] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGHEST for action security_group_members [ 1022.974747] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc38594a-59e6-4f5d-9883-dcf405968f5e with Priority: HIGHEST for action port [ 1022.975357] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.975553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.975553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.976242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.976242] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.976687] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc50de49-50b8-4b6b-9f28-980a4fd009e7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.977221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.977298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.977468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.977619] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.977718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.977777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.977923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.978015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.978115] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.982600] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc38594a-59e6-4f5d-9883-dcf405968f5e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.982600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc38594a-59e6-4f5d-9883-dcf405968f5e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.982600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc38594a-59e6-4f5d-9883-dcf405968f5e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.982600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc38594a-59e6-4f5d-9883-dcf405968f5e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.982600] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc38594a-59e6-4f5d-9883-dcf405968f5e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.003572] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.004710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.004710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.004710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.004710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.013299] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 1023.481349] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc50de49-50b8-4b6b-9f28-980a4fd009e7 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.481739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.481739] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.486127] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc38594a-59e6-4f5d-9883-dcf405968f5e with status ACTIVE [ 1023.486387] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.486477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.486538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.486809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.486922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.487589] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.487589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.487589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.487589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.487849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.487849] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.488048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.488048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.488156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.488253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.488340] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc38594a-59e6-4f5d-9883-dcf405968f5e is going to be updated. [ 1023.508559] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.508697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.508747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.508938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.509080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.509244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc38594a-59e6-4f5d-9883-dcf405968f5e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.987414] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.493537] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.493852] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.493852] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.494041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.494158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.494260] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 is going to be created. [ 1024.516553] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.516755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.516870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.517138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.517325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.526690] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 in Status: UNINITIALIZED for 2s [ 1024.937666] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd in Status: SUCCESS [ 1024.937666] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd deletion is rescheduled due to dependency. [ 1024.937666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.023333] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 1025.023560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.535432] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 in Status: SUCCESS [ 1026.535817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.535817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.536060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.536261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.536387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.536474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.536607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.536695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.536766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.536861] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.041111] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc50de49-50b8-4b6b-9f28-980a4fd009e7 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.042175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.042175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.042175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.042175] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.042175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.042175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.042175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.042175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.042509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.042545] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc50de49-50b8-4b6b-9f28-980a4fd009e7 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.042682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.042682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.042822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.042993] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.043496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.043496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.043496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.043692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.043692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.043807] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.547677] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc50de49-50b8-4b6b-9f28-980a4fd009e7: rpc.has_security_group_logging(os_id): False [ 1027.568080] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.568080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.568411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.568411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.568519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.568678] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.568780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.568845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.569022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.569100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.569302] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.569412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.569456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.569752] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.569830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.570077] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.570196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.570251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.570385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.570480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.570568] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 is going to be created. [ 1027.635408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.635645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.635645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.635888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.636103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.650624] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 in Status: IN_PROGRESS for 2s [ 1027.975778] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1027.975985] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1028.260612] env[69404]: INFO networking_nsxv3.common.synchronization [None req-eff12162-7a36-4850-a0cd-9d524cd5d941 None None] Enqueued Resource ID: b108b907-933a-4439-9f69-0c68a44618eb with Priority: HIGHEST for action port [ 1028.261415] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b108b907-933a-4439-9f69-0c68a44618eb with Priority: HIGHEST for action port [ 1028.261513] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-b108b907-933a-4439-9f69-0c68a44618eb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.261649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b108b907-933a-4439-9f69-0c68a44618eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.261695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b108b907-933a-4439-9f69-0c68a44618eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.262970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b108b907-933a-4439-9f69-0c68a44618eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.262970] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b108b907-933a-4439-9f69-0c68a44618eb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.768826] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b108b907-933a-4439-9f69-0c68a44618eb [ 1028.769248] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.769350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.769467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.769753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.769878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.769940] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b108b907-933a-4439-9f69-0c68a44618eb already deleted. [ 1028.770094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b108b907-933a-4439-9f69-0c68a44618eb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.907452] env[69404]: INFO networking_nsxv3.common.synchronization [None req-764b225c-a068-434c-bd76-1ac58f6fb75f None None] Enqueued Resource ID: 284c70c4-57a3-4e59-938f-d1b013fc7482 with Priority: HIGHEST for action port [ 1028.907452] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284c70c4-57a3-4e59-938f-d1b013fc7482 with Priority: HIGHEST for action port [ 1028.908693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-284c70c4-57a3-4e59-938f-d1b013fc7482 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.908898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-284c70c4-57a3-4e59-938f-d1b013fc7482" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.909718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-284c70c4-57a3-4e59-938f-d1b013fc7482" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.909964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-284c70c4-57a3-4e59-938f-d1b013fc7482" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.910076] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284c70c4-57a3-4e59-938f-d1b013fc7482',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.413197] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 284c70c4-57a3-4e59-938f-d1b013fc7482 [ 1029.413276] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.413373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.413436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.413649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.413742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.413839] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:284c70c4-57a3-4e59-938f-d1b013fc7482 already deleted. [ 1029.413920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-284c70c4-57a3-4e59-938f-d1b013fc7482" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.587902] env[69404]: INFO networking_nsxv3.common.synchronization [None req-21efe157-2713-4e90-9fbf-7e972f7c2ed7 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_rules [ 1029.588459] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_rules [ 1029.590863] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.590863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.590863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.590863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.590863] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.664042] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 in Status: SUCCESS [ 1029.664042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.703349] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a85d8154-a8fc-48c5-960a-edd4ae08a7a4 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_rules [ 1029.704211] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_rules [ 1029.709099] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.709099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.120370] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.120370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.120370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.122224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.122353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.122542] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 already deleted. [ 1030.122542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.122721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.122914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.123009] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.588307] env[69404]: INFO networking_nsxv3.common.synchronization [req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 req-8304f661-9440-438a-85b4-67f67537a3cd tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1030.588852] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1030.589881] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.589881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.589881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.589881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.589881] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.589881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.589881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.590318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.590318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.590318] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.644035] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.644319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.644319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.644473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.644564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.644664] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 already deleted. [ 1030.644746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.091872] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.092519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.092602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.092827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.093022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.093728] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.093728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.093728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.093728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.093728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.093728] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1031.127481] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.127735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.127735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.127992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.128175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.138217] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1031.177042] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.177042] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.177248] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.177345] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.177607] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.177793] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.177967] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.178450] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.178635] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.179948] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.180142] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.180273] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.180394] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.180633] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.181109] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.181109] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.218676] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.218676] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.218676] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.218676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.218676] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-17c20141-29c9-433b-a4ad-85cbe095165d taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.218676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-17c20141-29c9-433b-a4ad-85cbe095165d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.218676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-17c20141-29c9-433b-a4ad-85cbe095165d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.218676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-17c20141-29c9-433b-a4ad-85cbe095165d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.218676] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c20141-29c9-433b-a4ad-85cbe095165d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.228031] env[69404]: INFO networking_nsxv3.common.synchronization [None req-4408af15-5a32-47f4-861a-894d7519d147 None None] Enqueued Resource ID: 45daec95-5221-4dbb-a22e-6dcd4d745691 with Priority: HIGHEST for action port [ 1031.228031] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45daec95-5221-4dbb-a22e-6dcd4d745691 with Priority: HIGHEST for action port [ 1031.228031] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-45daec95-5221-4dbb-a22e-6dcd4d745691 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.228031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45daec95-5221-4dbb-a22e-6dcd4d745691" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.228031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45daec95-5221-4dbb-a22e-6dcd4d745691" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.228031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45daec95-5221-4dbb-a22e-6dcd4d745691" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.228031] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45daec95-5221-4dbb-a22e-6dcd4d745691',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.651156] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d364643f-d708-421e-ba4a-8febd997a67e None None] Enqueued Resource ID: dec51586-b907-4e1e-9acd-fb1a51573441 with Priority: HIGHEST for action port [ 1031.651156] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec51586-b907-4e1e-9acd-fb1a51573441 with Priority: HIGHEST for action port [ 1031.651316] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec51586-b907-4e1e-9acd-fb1a51573441 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.651389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec51586-b907-4e1e-9acd-fb1a51573441" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.651472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec51586-b907-4e1e-9acd-fb1a51573441" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.651846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec51586-b907-4e1e-9acd-fb1a51573441" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.652322] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec51586-b907-4e1e-9acd-fb1a51573441',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.727651] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.727651] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.727651] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.727943] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.727943] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.728167] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 17c20141-29c9-433b-a4ad-85cbe095165d not found, creating... [ 1031.728360] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.728552] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.728645] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.728872] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.729031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.729305] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.729459] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.729580] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.729780] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.731439] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.731439] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 17c20141-29c9-433b-a4ad-85cbe095165d is going to be created. [ 1031.732026] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45daec95-5221-4dbb-a22e-6dcd4d745691 [ 1031.732195] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.733211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.733211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.733211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.733211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.733211] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45daec95-5221-4dbb-a22e-6dcd4d745691 already deleted. [ 1031.733211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45daec95-5221-4dbb-a22e-6dcd4d745691" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.752796] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.752796] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.752796] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.752796] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.753060] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.753206] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-17c20141-29c9-433b-a4ad-85cbe095165d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.154414] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec51586-b907-4e1e-9acd-fb1a51573441 [ 1032.154414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.154414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.154414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.155757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.155757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155757] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec51586-b907-4e1e-9acd-fb1a51573441 already deleted. [ 1032.155757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec51586-b907-4e1e-9acd-fb1a51573441" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.552197] env[69404]: INFO networking_nsxv3.common.synchronization [req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 req-c2b5238a-a9f1-485c-9c4f-f0fdb28f3039 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 1032.552338] env[69404]: INFO networking_nsxv3.common.synchronization [req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 req-c2b5238a-a9f1-485c-9c4f-f0fdb28f3039 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1032.552484] env[69404]: INFO networking_nsxv3.common.synchronization [req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 req-c2b5238a-a9f1-485c-9c4f-f0fdb28f3039 service nova] Enqueued Resource ID: 17c20141-29c9-433b-a4ad-85cbe095165d with Priority: HIGHEST for action port [ 1032.552956] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 1032.553148] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1032.553202] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c20141-29c9-433b-a4ad-85cbe095165d with Priority: HIGHEST for action port [ 1032.553478] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.553602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.553813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.553893] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.553945] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.554726] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.554821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.554993] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-17c20141-29c9-433b-a4ad-85cbe095165d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.555109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17c20141-29c9-433b-a4ad-85cbe095165d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.555165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17c20141-29c9-433b-a4ad-85cbe095165d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.555314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17c20141-29c9-433b-a4ad-85cbe095165d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.555384] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c20141-29c9-433b-a4ad-85cbe095165d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.057480] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.057600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.057805] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17c20141-29c9-433b-a4ad-85cbe095165d with status ACTIVE [ 1033.058026] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.058120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.058186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.058413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.058494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.058672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.058769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.058838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.059010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.059091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.059292] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.059387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.059459] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.059601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.059677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.059763] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17c20141-29c9-433b-a4ad-85cbe095165d is going to be updated. [ 1033.081184] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.081391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.081391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.081553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.081690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.081855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17c20141-29c9-433b-a4ad-85cbe095165d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.147572] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1033.147766] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 1033.148054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.148137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.148346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.148533] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.148877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.148877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.148877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.149103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.149103] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.651616] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.155060] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.213958] env[69404]: INFO networking_nsxv3.common.synchronization [req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 req-e2f491a9-1491-4e29-ab27-8e740b47f236 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Enqueued Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGHEST for action security_group_members [ 1034.214171] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGHEST for action security_group_members [ 1034.214728] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc50de49-50b8-4b6b-9f28-980a4fd009e7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.214728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.214728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.214928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.215010] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.215110] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.215171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.215318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.215404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.215498] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.657623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.657623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.657623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.657623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.657623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.658570] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1034.686189] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.686366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.686436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.686647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.686805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.694387] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1034.718071] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.718071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.718419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.718419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.718535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718679] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.718794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.718858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.719037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.719131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.719387] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 is going to be updated. [ 1034.741800] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.741985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.742098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.742231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.742378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.752315] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 in Status: IN_PROGRESS for 2s [ 1034.863421] env[69404]: INFO networking_nsxv3.common.synchronization [req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd req-ea2f3507-e841-4e6e-aad7-1c8cd09f44e8 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1034.865065] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1034.865424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.866208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.866208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.866286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.866459] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.866558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.866558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.866688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.868168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.868168] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.142461] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.142676] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.142812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.143337] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.143612] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.145339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.145339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.145339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.145339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.145971] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.146145] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.146291] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.146779] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.146936] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.147067] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.147213] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.164648] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.164824] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.164993] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.165229] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.165513] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-7e146145-2223-47ac-b7df-91a5d3773c16 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.165736] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-7e146145-2223-47ac-b7df-91a5d3773c16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.165865] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-7e146145-2223-47ac-b7df-91a5d3773c16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.166234] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-7e146145-2223-47ac-b7df-91a5d3773c16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.166412] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e146145-2223-47ac-b7df-91a5d3773c16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.369453] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.668282] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.668606] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.668755] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.669049] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.669213] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.669373] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 7e146145-2223-47ac-b7df-91a5d3773c16 not found, creating... [ 1035.669644] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.669806] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.669924] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.670499] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.670499] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.670621] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.670727] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.670894] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.671060] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.671228] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.671386] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 7e146145-2223-47ac-b7df-91a5d3773c16 is going to be created. [ 1035.690466] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.690668] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.690798] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.691070] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.691307] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.691530] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-7e146145-2223-47ac-b7df-91a5d3773c16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.874148] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.378106] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.378106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.378106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.378106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.378106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.378339] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1036.384583] env[69404]: INFO networking_nsxv3.common.synchronization [req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd req-c6aff445-bed3-425a-a167-5f79146e20cc service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 1036.384583] env[69404]: INFO networking_nsxv3.common.synchronization [req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd req-c6aff445-bed3-425a-a167-5f79146e20cc service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1036.384583] env[69404]: INFO networking_nsxv3.common.synchronization [req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd req-c6aff445-bed3-425a-a167-5f79146e20cc service nova] Enqueued Resource ID: 7e146145-2223-47ac-b7df-91a5d3773c16 with Priority: HIGHEST for action port [ 1036.385092] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 1036.385242] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1036.385336] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e146145-2223-47ac-b7df-91a5d3773c16 with Priority: HIGHEST for action port [ 1036.385692] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.385839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.385907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.386196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.386299] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.388236] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.388804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.388804] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e146145-2223-47ac-b7df-91a5d3773c16 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.388804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e146145-2223-47ac-b7df-91a5d3773c16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.388804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e146145-2223-47ac-b7df-91a5d3773c16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.389053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e146145-2223-47ac-b7df-91a5d3773c16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.389053] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e146145-2223-47ac-b7df-91a5d3773c16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.405379] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.405578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.405629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.405837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.405983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.414163] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1036.702418] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1036.702729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.702872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.703096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.703382] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.703569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.703660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.703947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.704142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.704334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.704542] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.759895] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 in Status: SUCCESS [ 1036.760227] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 deletion is rescheduled due to dependency. [ 1036.760380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.891120] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.891264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.891450] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e146145-2223-47ac-b7df-91a5d3773c16 with status ACTIVE [ 1036.891678] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.891742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.891788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.891992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.892107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.892261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.892358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.892421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.892578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.892658] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.892838] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.892931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.892997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.893340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.893340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.893340] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e146145-2223-47ac-b7df-91a5d3773c16 is going to be updated. [ 1036.912190] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.912346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.912477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.912705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.912842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.912998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e146145-2223-47ac-b7df-91a5d3773c16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.207100] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.207513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.207704] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207910] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.208017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.208109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.208186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.208337] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.208413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.208482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.208616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.208759] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.208866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.208944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.209035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.209111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.209196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.209280] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.711191] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c73d58-0da6-45f2-9617-307a7998e0ce: rpc.has_security_group_logging(os_id): False [ 1037.732997] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.733242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.733242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.733428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.733523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.733720] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.733817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.733880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.734045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.734123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.734316] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.734410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.734471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.734618] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.734691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.734877] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.734968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.735038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.735186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.735261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.735346] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1037.799268] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.799425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.799524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.799680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.799848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.811684] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1038.424504] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1038.424757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.424971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.425263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.425512] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.425647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.425737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.425937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.426052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.426166] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.928499] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.430790] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.824103] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1039.824339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.934296] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.934296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.934742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.934742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.934890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.934930] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1039.961043] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.961273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.961374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.961626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.961722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.970012] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1041.387081] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1041.387538] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1041.771953] env[69404]: INFO networking_nsxv3.common.synchronization [req-23bf3eae-4cfd-4076-be64-4f12539b5368 req-301f106a-b4a6-42dc-9b47-1228236e44fc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Enqueued Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 1041.773044] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd with Priority: HIGHEST for action security_group_members [ 1041.773462] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-33bafdeb-760f-4b27-a852-1ca417f3a8bd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.773596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.773713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.773959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.774153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.774273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.774361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.774533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.774674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.774804] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33bafdeb-760f-4b27-a852-1ca417f3a8bd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.981035] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1041.981259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.981435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.981690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.981895] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.982032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.982104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.982266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.982355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.982481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.982789] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.276763] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.276985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.276985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.277237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.277298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.277499] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.277628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.277720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.277843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.277930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.278015] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd is going to be updated. [ 1042.307265] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.307406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.307406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.308278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.308278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.316474] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: IN_PROGRESS for 2s [ 1042.484928] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.485250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.485250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.485553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.485751] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.485861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.485927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.486150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.486249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.486344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.486516] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.486611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.486672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.486820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.487297] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.487297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.487297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.487297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.487508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.487508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.487574] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.989778] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb6d85e-6c39-4fe6-b628-096ee26a3322: rpc.has_security_group_logging(os_id): False [ 1043.010032] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.010198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.010198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.010550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.010550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.010783] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.010902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.010966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.011162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.011276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.011468] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.011561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.011660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.011864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.012086] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.012333] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.012495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.012635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.012761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.012838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.013033] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1043.074363] env[69404]: INFO networking_nsxv3.common.synchronization [req-f72966d9-98c0-42d0-b0c7-e582fe43d51d req-9d7662d5-9f5f-41ef-8bf4-8b14d4b51628 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1043.075084] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1043.075506] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.075644] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.075726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.075911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.076467] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.076599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.076687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.076819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.076928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.077040] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.082047] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.082185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.082252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.082470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.082640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.102555] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1043.392858] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.393117] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.393200] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.393586] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.394168] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.394168] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.394168] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.394473] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.394473] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.394707] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.394832] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.394897] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.395029] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.395154] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.395288] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.395521] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.415795] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.416021] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.416369] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.417037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.417037] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-fd111abe-2b27-4ed0-891f-4f6d94aa8594 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.417303] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-fd111abe-2b27-4ed0-891f-4f6d94aa8594" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.417303] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-fd111abe-2b27-4ed0-891f-4f6d94aa8594" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.417562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-fd111abe-2b27-4ed0-891f-4f6d94aa8594" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.417731] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd111abe-2b27-4ed0-891f-4f6d94aa8594',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.689119] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.689434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.689434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.689686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.689816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.690051] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.690204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.690296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.690485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.690599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.690727] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1043.727143] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.727385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.728066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.728066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.728066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.737280] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1043.920791] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.921127] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.921300] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.921679] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.921860] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.922063] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port fd111abe-2b27-4ed0-891f-4f6d94aa8594 not found, creating... [ 1043.922438] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.922647] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.922782] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.923198] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.923453] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.923883] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.924121] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.924314] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.924605] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.924808] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.925040] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: fd111abe-2b27-4ed0-891f-4f6d94aa8594 is going to be created. [ 1043.945592] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.945886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.946116] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.946535] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.946767] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.947087] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-fd111abe-2b27-4ed0-891f-4f6d94aa8594" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.257965] env[69404]: INFO networking_nsxv3.common.synchronization [req-2ed83147-1c26-4ecb-99a8-49f2716c765d req-cb138a95-9e6a-4a57-a735-1cba0b1419f5 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 1044.257965] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGHEST for action security_group_members [ 1044.257965] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.257965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.257965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.258348] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.258348] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.258593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.258593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.258734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.258822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.258927] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.326251] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd in Status: SUCCESS [ 1044.326545] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33bafdeb-760f-4b27-a852-1ca417f3a8bd deletion is rescheduled due to dependency. [ 1044.326734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33bafdeb-760f-4b27-a852-1ca417f3a8bd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.661045] env[69404]: INFO networking_nsxv3.common.synchronization [req-f72966d9-98c0-42d0-b0c7-e582fe43d51d req-342819cd-a817-4efd-a4aa-9bfadd1bb186 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 1044.661045] env[69404]: INFO networking_nsxv3.common.synchronization [req-f72966d9-98c0-42d0-b0c7-e582fe43d51d req-342819cd-a817-4efd-a4aa-9bfadd1bb186 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1044.661045] env[69404]: INFO networking_nsxv3.common.synchronization [req-f72966d9-98c0-42d0-b0c7-e582fe43d51d req-342819cd-a817-4efd-a4aa-9bfadd1bb186 service nova] Enqueued Resource ID: fd111abe-2b27-4ed0-891f-4f6d94aa8594 with Priority: HIGHEST for action port [ 1044.661045] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 1044.661045] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1044.661045] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd111abe-2b27-4ed0-891f-4f6d94aa8594 with Priority: HIGHEST for action port [ 1044.661045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.661045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.661045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.661045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.661045] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.662669] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.664853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.664853] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd111abe-2b27-4ed0-891f-4f6d94aa8594 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.664853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd111abe-2b27-4ed0-891f-4f6d94aa8594" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.664853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd111abe-2b27-4ed0-891f-4f6d94aa8594" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.664853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd111abe-2b27-4ed0-891f-4f6d94aa8594" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.664853] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd111abe-2b27-4ed0-891f-4f6d94aa8594',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.763961] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.763961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.763961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.763961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.763961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.763961] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.763961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.763961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.763961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.763961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.763961] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be updated. [ 1044.789846] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.792018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.792018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.792018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.792018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.799249] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: IN_PROGRESS for 2s [ 1044.974025] env[69404]: INFO networking_nsxv3.common.synchronization [req-7c64775b-720a-460e-90b2-24fc0b77acfb req-3b54ec8d-597b-4908-90fe-45da744ae0cd tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1044.974025] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1044.974025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.974025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.974025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.974025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.974725] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.975106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.977093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.977093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.977093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.977093] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.984278] env[69404]: INFO networking_nsxv3.common.synchronization [req-620fa79c-8d08-4b49-9456-bc07433593ea req-47d6e26e-a7bc-4791-b480-2fd25bf5d84b tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Enqueued Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_members [ 1044.984278] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGHEST for action security_group_members [ 1044.984278] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-13725785-752a-4525-9674-d71d821acdcc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.984278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.984278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.984278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.984278] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.984278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.984278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.984278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.984895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.985133] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.119175] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1045.119727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.169028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.169028] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd111abe-2b27-4ed0-891f-4f6d94aa8594 with status ACTIVE [ 1045.169028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.169028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.169028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.169028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.170221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.170221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.170221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.170221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.170221] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd111abe-2b27-4ed0-891f-4f6d94aa8594 is going to be updated. [ 1045.191623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.191623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.191623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.191623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.191623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.191623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd111abe-2b27-4ed0-891f-4f6d94aa8594" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.477605] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.477816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.477816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478161] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478376] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.478477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.478539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478914] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1045.486867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.487719] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.487881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.488187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.488321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.488586] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.488730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.488892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.489050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.489870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.489870] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13725785-752a-4525-9674-d71d821acdcc is going to be updated. [ 1045.508810] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.508998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.508998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.509898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.510114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.521908] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1045.522900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.523073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.523149] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.523367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.523507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.531152] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13725785-752a-4525-9674-d71d821acdcc in Status: IN_PROGRESS for 2s [ 1045.746031] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1045.746297] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f deletion is rescheduled due to dependency. [ 1045.746469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.746695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.746925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.747155] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.747275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.747352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.747548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.747634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.747743] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.769884] env[69404]: INFO networking_nsxv3.common.synchronization [req-862bb29b-f7c5-4b00-aed2-9aed70585679 req-2f3e348f-e644-40ae-906c-99737db0ca34 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Enqueued Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_members [ 1045.770747] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_members [ 1045.771204] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.771340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.771424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.775094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.775094] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.775094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.775094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.775094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.775094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.775094] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.249837] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.279634] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.279634] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.279634] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d already deleted. [ 1046.279634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.474200] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.474437] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-317" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.474588] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-317" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.475057] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-317" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.475450] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.475628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.475749] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.475993] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.476172] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.476394] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.477154] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.477154] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.477154] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.477154] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.477154] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.477154] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.505209] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.508474] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.508474] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.508474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-317" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.508474] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.508474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.508474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.508474] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.508474] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.751863] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.809568] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c in Status: SUCCESS [ 1046.809913] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c deletion is rescheduled due to dependency. [ 1046.809913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.009648] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.010869] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.010869] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.010869] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.010869] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.010869] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea not found, creating... [ 1047.011221] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012392] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012392] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.012392] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.012392] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.012392] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012759] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012759] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.012847] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.012987] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.013174] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea is going to be created. [ 1047.034078] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.034345] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.034481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.034781] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.035052] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.035336] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.254360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.254360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.254675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.254675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.254805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.254880] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1047.286045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.286690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.286690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.286690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.286690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.295647] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1047.531515] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1047.531750] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 1047.531903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.538290] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13725785-752a-4525-9674-d71d821acdcc in Status: SUCCESS [ 1047.538504] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13725785-752a-4525-9674-d71d821acdcc deletion is rescheduled due to dependency. [ 1047.538621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.821424] env[69404]: INFO networking_nsxv3.common.synchronization [req-862bb29b-f7c5-4b00-aed2-9aed70585679 req-adb14981-33e4-452a-b2de-c338fc1c34b4 service nova] Enqueued Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_rules [ 1047.821424] env[69404]: INFO networking_nsxv3.common.synchronization [req-862bb29b-f7c5-4b00-aed2-9aed70585679 req-adb14981-33e4-452a-b2de-c338fc1c34b4 service nova] Enqueued Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_members [ 1047.821424] env[69404]: INFO networking_nsxv3.common.synchronization [req-862bb29b-f7c5-4b00-aed2-9aed70585679 req-adb14981-33e4-452a-b2de-c338fc1c34b4 service nova] Enqueued Resource ID: b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea with Priority: HIGHEST for action port [ 1047.821424] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_rules [ 1047.821424] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_members [ 1047.821424] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea with Priority: HIGHEST for action port [ 1047.821424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.821424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.821424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.821424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.821424] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.822319] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.822428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.822516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.822741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.822907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.823042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.823148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.823355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.823437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.823507] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.824402] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.824527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.824595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.824785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.824883] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.327113] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.328557] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.328682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.328803] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea with status ACTIVE [ 1048.328950] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.329060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.329121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.329455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.329455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.333020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.333020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.333020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.333020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.333020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.333020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.333020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.333020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.333020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.333020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.333020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea is going to be updated. [ 1048.352975] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.353161] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.353266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.353555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.353747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.353960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.465932] env[69404]: INFO networking_nsxv3.common.synchronization [req-8c0f8876-6c66-4c1e-b809-2a7add303533 req-d7ad0086-0394-4b9d-9083-e6f78bcfc150 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Enqueued Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_members [ 1048.466634] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGHEST for action security_group_members [ 1048.466958] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-51178e95-0cde-4453-b10b-cf043f00a8e8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.467224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.467224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.467469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.467649] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.467782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.467872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.468085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.468200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.468325] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.548151] env[69404]: INFO networking_nsxv3.common.synchronization [req-6b164165-ecfe-4cfa-9948-6e207fec97be req-7e1c27da-e78e-4fa8-8362-a95de9937218 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Enqueued Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGHEST for action security_group_members [ 1048.549052] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGHEST for action security_group_members [ 1048.550065] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7be91ee-1fdd-47d3-8b8a-d361a548e463 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.550217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.550589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.550934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.551264] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.551264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.551479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.551479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.551572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.551677] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.832937] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.886458] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.886731] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-57" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.886915] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-57" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.887319] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-57" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.887657] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.888216] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.888216] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.888327] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.889239] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.889239] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.889239] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.889239] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.889239] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.889239] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.889549] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.889588] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.908864] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.909065] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.909216] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.909398] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-57" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.909734] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.909911] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.910065] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.910389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.910548] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.971944] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.972162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.972242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.972576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.972576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.972763] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.972854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.972918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.973079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.973159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.973266] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 is going to be updated. [ 1049.001098] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.001243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.001307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.001520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.001660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.009749] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 in Status: IN_PROGRESS for 2s [ 1049.054630] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.054777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.055491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.055491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.055491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.055491] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.055491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.055746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.055746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.055746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.055846] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 already deleted. [ 1049.055925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.307394] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1049.307394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.307394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.307394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.307394] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.307394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.307394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.307394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.307394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.307394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.307394] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.335601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.335741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.335741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.335912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.336009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.338660] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d is going to be created. [ 1049.360518] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.360717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.360797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.361036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.361200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.370214] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d in Status: UNINITIALIZED for 2s [ 1049.417431] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.417431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.417431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.417431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.417431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.417431] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 not found, creating... [ 1049.417431] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.417431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.417431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.417431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.417431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.418139] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.418139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.418139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.418139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.418139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.418139] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 is going to be created. [ 1049.441024] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.441024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.441024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.441024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.441024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.441024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.606941] env[69404]: INFO networking_nsxv3.common.synchronization [req-69a621ef-b252-4d2d-a05b-3792efc9fc2d req-7233cf5d-e3d2-4d04-934c-000272172b55 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1049.607466] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1049.607838] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.607943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.607995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.608388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.608527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.608640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.608708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.608868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.608957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.609065] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.810279] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.810279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.810279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.810498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.810536] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.811310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.811310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.811310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.811310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.811310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.811310] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.811310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.811310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.811640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.811640] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.811640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.811754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.811791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.811939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.812038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.812216] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.111408] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.129456] env[69404]: INFO networking_nsxv3.common.synchronization [req-6b164165-ecfe-4cfa-9948-6e207fec97be req-b93d0465-7490-4528-8e2a-5f9c447fb98a service nova] Enqueued Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGHEST for action security_group_rules [ 1050.129650] env[69404]: INFO networking_nsxv3.common.synchronization [req-6b164165-ecfe-4cfa-9948-6e207fec97be req-b93d0465-7490-4528-8e2a-5f9c447fb98a service nova] Enqueued Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGHEST for action security_group_members [ 1050.129771] env[69404]: INFO networking_nsxv3.common.synchronization [req-6b164165-ecfe-4cfa-9948-6e207fec97be req-b93d0465-7490-4528-8e2a-5f9c447fb98a service nova] Enqueued Resource ID: 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 with Priority: HIGHEST for action port [ 1050.132646] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGHEST for action security_group_rules [ 1050.132646] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGHEST for action security_group_members [ 1050.132646] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 with Priority: HIGHEST for action port [ 1050.132646] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.132646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.132646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.132646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.132646] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.134535] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7be91ee-1fdd-47d3-8b8a-d361a548e463 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.135111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.135431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.136236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.136466] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.136855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.137069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.138065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.138183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.138312] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.139319] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.139519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.139626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.140015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.140106] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.314747] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74937520-90b6-4334-9b8a-85ec4bc7e15f: rpc.has_security_group_logging(os_id): False [ 1050.331407] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.334022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.334022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.334022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.334733] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.334733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.334733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.335538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.335538] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1050.391963] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.392133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.392206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.392407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.392552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.403319] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1050.613478] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.642341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7be91ee-1fdd-47d3-8b8a-d361a548e463 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.642517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.642640] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.643515] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 with status ACTIVE [ 1050.643700] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.643809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.643870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.644089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.644180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.644350] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.644486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.644529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.645139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.645139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.645139] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.645139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.645359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.645453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.645453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.645534] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 is going to be updated. [ 1050.667129] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.667500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.667500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.667746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.667746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.668034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.995880] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ac1b727b-1ba5-4e68-8e28-95ee76a5e07c tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1050.996518] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1050.996859] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.999799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.999799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.999799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.999799] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.999799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.999799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.999799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.999799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.999799] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.019959] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 in Status: SUCCESS [ 1051.021509] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 deletion is rescheduled due to dependency. [ 1051.021509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.115907] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.115907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.115907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.116518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.116518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.116518] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1051.147753] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.161415] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.161630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.161630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.161921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.162087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.171827] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1051.380890] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d in Status: SUCCESS [ 1051.381134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.381283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.381513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.381769] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.381889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.381948] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.382216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.382297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.382396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.382486] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.501815] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.651710] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.651999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.652081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.652310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.652405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.652514] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 is going to be created. [ 1051.674244] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.674447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.674520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.674690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.674847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.684073] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 in Status: UNINITIALIZED for 2s [ 1051.884810] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.004444] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.387115] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd35fe8-8ece-4328-8079-d7f1dcf3009d: rpc.has_security_group_logging(os_id): False [ 1052.404205] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.404205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.404363] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.404678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.404785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.405135] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.405283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.405415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.405635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.405721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.405820] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d is going to be created. [ 1052.419746] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1052.420008] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.469569] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.469569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.469975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.469975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.470113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.483276] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d in Status: IN_PROGRESS for 2s [ 1052.507215] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.507407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.507407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.508026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.508026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.508026] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1052.535880] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.535880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.535880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.536178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.536214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.544106] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1053.183241] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1053.183452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.393219] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.393556] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.393556] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.393834] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.394280] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.394466] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.394589] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.394826] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.394971] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.395282] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.395434] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.395507] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.395617] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.395717] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.395826] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.395961] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.412471] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.412665] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.412782] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.412988] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.413348] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6c472de0-ca89-4db1-89c5-93650dfd2a1d taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.413535] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6c472de0-ca89-4db1-89c5-93650dfd2a1d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.413652] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6c472de0-ca89-4db1-89c5-93650dfd2a1d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.414094] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6c472de0-ca89-4db1-89c5-93650dfd2a1d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.414259] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c472de0-ca89-4db1-89c5-93650dfd2a1d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.692927] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 in Status: SUCCESS [ 1053.693221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.693381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.693617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.693821] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.693954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.694029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.694180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.694261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.694347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.694451] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.916905] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.917192] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.917358] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.917716] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.917917] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.918133] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6c472de0-ca89-4db1-89c5-93650dfd2a1d not found, creating... [ 1053.918526] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.918658] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.918802] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919115] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.919298] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.919638] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.919849] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.920040] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.920296] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.920471] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.920639] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6c472de0-ca89-4db1-89c5-93650dfd2a1d is going to be created. [ 1053.938745] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.939036] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.939217] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.939492] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.939727] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.939953] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6c472de0-ca89-4db1-89c5-93650dfd2a1d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.196615] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7be91ee-1fdd-47d3-8b8a-d361a548e463 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.196765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.196825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.197054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.197225] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.197327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.197382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.197535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.197623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.197710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.197856] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7be91ee-1fdd-47d3-8b8a-d361a548e463 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.197954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.198024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.198210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.198346] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.198437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.198493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.198630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.198704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.198786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.198876] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.421485] env[69404]: INFO networking_nsxv3.common.synchronization [req-88673ccc-ae9c-4079-8540-2e03bfbb739a req-2a6ff8d8-fca9-49bc-aafe-c150e43ea973 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_members [ 1054.422169] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_members [ 1054.422564] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.422762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.422960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.423203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.423424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.424592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.424684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.425200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.425318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.425422] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.496178] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d in Status: SUCCESS [ 1054.496178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.551949] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1054.552165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.702982] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7be91ee-1fdd-47d3-8b8a-d361a548e463: rpc.has_security_group_logging(os_id): False [ 1054.730020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.730020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.730020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.730020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.730713] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.730713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.730713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.733100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.733100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.733100] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 is going to be created. [ 1054.798215] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.798215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.798215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.798215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.798215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.815505] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 in Status: IN_PROGRESS for 2s [ 1054.844024] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.844024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.844024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.844024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.844024] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.844024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.849960] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.849960] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.849960] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.849960] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.849960] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.849960] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.849960] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.849960] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.849960] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.849960] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.881924] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.881924] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.881924] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.881924] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.881924] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.881924] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.881924] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.883046] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.883046] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.929126] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.929333] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.929379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.929595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.929778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.930017] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.930130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.930200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.930436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.930558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.930673] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 already deleted. [ 1054.930778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.953764] env[69404]: INFO networking_nsxv3.common.synchronization [req-599f9684-6945-411a-b9e8-73aa5dc4bf8a req-d18035bd-9940-4863-8771-c972b8045fa8 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 1054.953961] env[69404]: INFO networking_nsxv3.common.synchronization [req-599f9684-6945-411a-b9e8-73aa5dc4bf8a req-d18035bd-9940-4863-8771-c972b8045fa8 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1054.954123] env[69404]: INFO networking_nsxv3.common.synchronization [req-599f9684-6945-411a-b9e8-73aa5dc4bf8a req-d18035bd-9940-4863-8771-c972b8045fa8 service nova] Enqueued Resource ID: 6c472de0-ca89-4db1-89c5-93650dfd2a1d with Priority: HIGHEST for action port [ 1054.954735] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 1054.954877] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1054.955073] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c472de0-ca89-4db1-89c5-93650dfd2a1d with Priority: HIGHEST for action port [ 1054.956624] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.956833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.956833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.957056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.957146] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.958690] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.958950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.959039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.959275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.959820] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.959820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.959820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.959820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.960033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.960033] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.962039] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c472de0-ca89-4db1-89c5-93650dfd2a1d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.962182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c472de0-ca89-4db1-89c5-93650dfd2a1d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.962231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c472de0-ca89-4db1-89c5-93650dfd2a1d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.962410] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c472de0-ca89-4db1-89c5-93650dfd2a1d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.962493] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c472de0-ca89-4db1-89c5-93650dfd2a1d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.386108] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.386376] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.386462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.386717] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.386879] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.387061] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 not found, creating... [ 1055.387369] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.387541] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.387661] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.387938] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.388172] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.388522] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.388694] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.388817] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.389072] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.389222] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.389376] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 is going to be created. [ 1055.413441] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.413441] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.413441] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.413441] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.413441] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.413441] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.459636] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.460094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.462305] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.465674] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c472de0-ca89-4db1-89c5-93650dfd2a1d with status ACTIVE [ 1055.465920] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.466065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.466126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.466355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.466442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.466631] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.466778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.466778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.466940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.467009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.467205] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.467411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.467411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.467600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.467600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.467691] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c472de0-ca89-4db1-89c5-93650dfd2a1d is going to be updated. [ 1055.499648] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.499909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.499909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.500218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.500401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.500602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c472de0-ca89-4db1-89c5-93650dfd2a1d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.970338] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.196316] env[69404]: INFO networking_nsxv3.common.synchronization [req-88673ccc-ae9c-4079-8540-2e03bfbb739a req-b7145efb-05e5-4320-bec6-c3cd28c05172 service nova] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_rules [ 1056.196505] env[69404]: INFO networking_nsxv3.common.synchronization [req-88673ccc-ae9c-4079-8540-2e03bfbb739a req-b7145efb-05e5-4320-bec6-c3cd28c05172 service nova] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_members [ 1056.196711] env[69404]: INFO networking_nsxv3.common.synchronization [req-88673ccc-ae9c-4079-8540-2e03bfbb739a req-b7145efb-05e5-4320-bec6-c3cd28c05172 service nova] Enqueued Resource ID: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 with Priority: HIGHEST for action port [ 1056.196986] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_rules [ 1056.197182] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_members [ 1056.197306] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 with Priority: HIGHEST for action port [ 1056.197859] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.198048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.198716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.198946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.199046] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.200534] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.200725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.200797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.201064] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.201265] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.201456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.201534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.202116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.202182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.202252] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.207026] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.207026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.207026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.207026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.207026] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.473441] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.474053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.475053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.475319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.475415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.476027] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1056.509685] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.509897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.509971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.510206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.510359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.519864] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1056.701737] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.701977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.704423] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.707824] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 with status ACTIVE [ 1056.708098] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.708201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.708268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.708508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.708628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.708817] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.708911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.708972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.709159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.709238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.709402] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.709489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.709554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.709678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.709748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.709827] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 is going to be updated. [ 1056.732580] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.732737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.732810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.733051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.733199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.733366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.829726] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 in Status: SUCCESS [ 1056.829726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.208635] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.711594] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.711945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.711945] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.712062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.712062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.712948] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 is going to be created. [ 1057.738041] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.738041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.738041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.738423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.738597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.748447] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: UNINITIALIZED for 2s [ 1058.046786] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8ca5579-d53d-45ef-8df6-3978208bdc1d req-d215c752-f4da-4277-80a7-06d19d40ff35 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Enqueued Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_members [ 1058.047420] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGHEST for action security_group_members [ 1058.047724] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.047853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.047941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.048258] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.048426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.048531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.048591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.048755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.048845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.048987] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.529946] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1058.530163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.530322] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.530539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.530729] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.530847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.530909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.531070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.531147] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.531242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.531321] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.550941] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.551191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.551191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.551344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.551475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.551639] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.551828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.551828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.552036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.552036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.552220] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 is going to be updated. [ 1058.577326] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.577581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.577581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.577749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.579029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.585921] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 in Status: IN_PROGRESS for 2s [ 1059.036243] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.036243] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.036243] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.036243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.037054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.037054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.037054] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.037054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.037054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.037054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.037054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.037054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.037054] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.542485] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74937520-90b6-4334-9b8a-85ec4bc7e15f: rpc.has_security_group_logging(os_id): False [ 1059.559199] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.559319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.559380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.559603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.559738] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.560307] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.560307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.560307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.560307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.560307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.560623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.560623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.560623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.560766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.560847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.565123] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.565123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.565123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.565123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.565123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.565123] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1059.569814] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.570327] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.570327] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.570422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.570656] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.570814] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.570936] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.571166] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.572505] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.572505] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.572728] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.572890] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.573063] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.573387] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.573739] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.573899] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.591376] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.592367] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.592549] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.593342] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-614" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.593342] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-9089592c-210c-403d-a734-90ed481a55ba taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.593342] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.593548] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.593658] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.593883] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9089592c-210c-403d-a734-90ed481a55ba',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.620433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.620433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.620433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.620782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.620782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.631662] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1059.761872] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: SUCCESS [ 1059.762116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.762338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.762532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.762728] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.762849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.762916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.763091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.763172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.763274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.763344] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.105560] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.105560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.105560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.105560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.105560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.105560] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.105560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.107106] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.108274] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.108653] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.109456] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.110139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.110139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.112024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.112024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.112024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 9089592c-210c-403d-a734-90ed481a55ba is going to be updated. [ 1060.132615] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.133785] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.134796] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.136089] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.136089] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.136089] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.267231] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.598020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 in Status: SUCCESS [ 1060.598020] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 deletion is rescheduled due to dependency. [ 1060.598020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.769322] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed24a135-42f9-4ca3-9c78-f99661a61a80: rpc.has_security_group_logging(os_id): False [ 1060.790171] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.790171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.790171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.790171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.790171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.790171] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.790171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.790171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.790171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.790171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.790171] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 is going to be created. [ 1060.843845] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.844074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.844213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.844459] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.845740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.854712] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: IN_PROGRESS for 2s [ 1061.136767] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a13ec1a-c71c-47a7-9935-8748876f0184 req-a2d250f3-8941-4c1e-a239-beef692262c5 service nova] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_rules [ 1061.137056] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a13ec1a-c71c-47a7-9935-8748876f0184 req-a2d250f3-8941-4c1e-a239-beef692262c5 service nova] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 1061.137192] env[69404]: INFO networking_nsxv3.common.synchronization [req-6a13ec1a-c71c-47a7-9935-8748876f0184 req-a2d250f3-8941-4c1e-a239-beef692262c5 service nova] Enqueued Resource ID: 9089592c-210c-403d-a734-90ed481a55ba with Priority: HIGHEST for action port [ 1061.137444] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_rules [ 1061.137576] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 1061.137673] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9089592c-210c-403d-a734-90ed481a55ba with Priority: HIGHEST for action port [ 1061.138273] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.138407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.138477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.138661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.138738] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.142320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.142320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.142320] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.142320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-9089592c-210c-403d-a734-90ed481a55ba taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.142320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.143103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.143103] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9089592c-210c-403d-a734-90ed481a55ba',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.644508] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.644508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.644736] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.646014] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9089592c-210c-403d-a734-90ed481a55ba with status ACTIVE [ 1061.646294] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.646556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.646556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.646858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.647021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.647274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.647422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.647508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.650909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.650909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.650909] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.650909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.650909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.650909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.650909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.650909] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9089592c-210c-403d-a734-90ed481a55ba is going to be updated. [ 1061.650909] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1061.652227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.669800] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.669983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.670070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.670319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.670663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.670663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9089592c-210c-403d-a734-90ed481a55ba" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.154083] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.659129] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.659129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.659129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.659129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.659591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.659591] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be updated. [ 1062.689706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.689706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.689706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.689970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.689970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.700184] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: IN_PROGRESS for 2s [ 1062.866910] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: SUCCESS [ 1062.867198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.053072] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1063.053244] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent loop - iteration:2 started [ 1064.671783] env[69404]: INFO networking_nsxv3.common.synchronization [req-c24dace8-fa15-4a70-b6fb-2884f654baf3 req-d17843e5-b75c-4dcd-a4a1-dad7faf00dad tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1064.673129] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1064.673512] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.673673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.673749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.673994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.674195] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.674300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.674383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.674557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.674659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.674769] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.709641] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 1064.709926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.710540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.710930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.711075] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.711075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.711235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.711298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.711365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.711467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.711534] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.181531] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.215167] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.215167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.215167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.215495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.215956] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.216243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.216562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.217059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.217059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.217059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.217841] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.217841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.217841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.217841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.218383] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.218383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.218383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.218383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.218535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.218535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.218604] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.685369] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.723477] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb: rpc.has_security_group_logging(os_id): False [ 1065.748500] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.748500] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.748500] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.748500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.752229] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.752229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.752229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.752229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.752229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.752229] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be updated. [ 1065.814499] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.814499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.814499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.814499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.814499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.825432] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: IN_PROGRESS for 2s [ 1066.192453] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.193450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.193450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.193450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.193450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.193837] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1066.225109] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.225310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.225388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.225593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.225760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.237198] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1067.839347] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 1067.839801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.248975] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1068.249291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.267684] env[69404]: INFO networking_nsxv3.common.synchronization [req-6c3ac477-6ca3-4992-9157-26692f4a8d61 req-c447d982-bb10-44fe-8080-00e559cc5d1f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1068.267684] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1068.268754] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.268954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.269162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.269243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.270131] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.270131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.270131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.270131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.270398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.270398] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.377501] env[69404]: INFO networking_nsxv3.common.synchronization [None req-1ea76108-f47a-4b55-bdae-564582c9f1ad None None] Enqueued Resource ID: ccde8ad8-8570-421e-b29d-35f4e71604a4 with Priority: HIGHEST for action port [ 1068.379048] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccde8ad8-8570-421e-b29d-35f4e71604a4 with Priority: HIGHEST for action port [ 1068.379560] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccde8ad8-8570-421e-b29d-35f4e71604a4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.379848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccde8ad8-8570-421e-b29d-35f4e71604a4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.379848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccde8ad8-8570-421e-b29d-35f4e71604a4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.380241] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccde8ad8-8570-421e-b29d-35f4e71604a4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.380398] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccde8ad8-8570-421e-b29d-35f4e71604a4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.775745] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.775745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.775745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.775745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.775745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.775745] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.775745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.775745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.775745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.775745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.775745] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1068.801024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.801024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.801024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.801024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.801024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.807945] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1068.889488] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccde8ad8-8570-421e-b29d-35f4e71604a4 [ 1068.889488] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.889488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.889488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.889488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.889488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.889488] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccde8ad8-8570-421e-b29d-35f4e71604a4 already deleted. [ 1068.889488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccde8ad8-8570-421e-b29d-35f4e71604a4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.361344] env[69404]: INFO networking_nsxv3.common.synchronization [req-81092a11-e93d-4d39-912a-a8c77153031f req-902d03ba-0289-4e82-96b2-17dee36ff9c8 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1069.361344] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1069.361344] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.361344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.361344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.361344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.361344] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.361344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.361344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.361344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.362286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.362286] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.611737] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.613109] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.613431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.613879] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.614377] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.614665] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.614881] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.615561] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.615561] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.615881] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.616124] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.617511] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.617511] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.617511] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.617744] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.617819] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.637510] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.637721] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.637820] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.638483] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-406" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.638483] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-637afc38-fee9-4719-a7c7-0981c4eafd59 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.638755] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-637afc38-fee9-4719-a7c7-0981c4eafd59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.638819] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-637afc38-fee9-4719-a7c7-0981c4eafd59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.639198] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-637afc38-fee9-4719-a7c7-0981c4eafd59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.639410] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637afc38-fee9-4719-a7c7-0981c4eafd59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.866078] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.059946] env[69404]: INFO networking_nsxv3.common.synchronization [None req-175027a9-8f7a-4197-84e8-f04302907658 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1070.062226] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1070.062753] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.062915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.142573] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.144287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.144287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.144287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.144287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.144287] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 637afc38-fee9-4719-a7c7-0981c4eafd59 not found, creating... [ 1070.144287] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.144287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.144763] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.144763] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.144763] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.145808] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.146397] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.146717] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.147423] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.147853] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.147853] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 637afc38-fee9-4719-a7c7-0981c4eafd59 is going to be created. [ 1070.170053] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.170053] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.170053] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.170053] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.170053] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.170053] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-637afc38-fee9-4719-a7c7-0981c4eafd59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.370121] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.728828] env[69404]: INFO networking_nsxv3.common.synchronization [None req-0ae3a608-8cef-46e0-a61a-b44777c8105f None None] Enqueued Resource ID: 292fe6c6-0017-444b-b25a-05950392487d with Priority: HIGHEST for action port [ 1070.728828] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292fe6c6-0017-444b-b25a-05950392487d with Priority: HIGHEST for action port [ 1070.729673] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-292fe6c6-0017-444b-b25a-05950392487d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.729673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-292fe6c6-0017-444b-b25a-05950392487d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.729673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-292fe6c6-0017-444b-b25a-05950392487d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.730094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-292fe6c6-0017-444b-b25a-05950392487d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.730094] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292fe6c6-0017-444b-b25a-05950392487d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.819609] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1070.819609] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 1070.819609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.873338] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.873543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.873611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.873819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.873913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.873986] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1070.899643] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.899848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.899900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.900185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.900346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.910910] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1071.183487] env[69404]: INFO networking_nsxv3.common.synchronization [req-6c3ac477-6ca3-4992-9157-26692f4a8d61 req-a737c058-a028-441f-806e-3f7705bc8e41 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 1071.183763] env[69404]: INFO networking_nsxv3.common.synchronization [req-6c3ac477-6ca3-4992-9157-26692f4a8d61 req-a737c058-a028-441f-806e-3f7705bc8e41 service nova] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1071.183882] env[69404]: INFO networking_nsxv3.common.synchronization [req-6c3ac477-6ca3-4992-9157-26692f4a8d61 req-a737c058-a028-441f-806e-3f7705bc8e41 service nova] Enqueued Resource ID: 637afc38-fee9-4719-a7c7-0981c4eafd59 with Priority: HIGHEST for action port [ 1071.184036] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_rules [ 1071.184164] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1071.184255] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637afc38-fee9-4719-a7c7-0981c4eafd59 with Priority: HIGHEST for action port [ 1071.184867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.184982] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.185491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.185719] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.185804] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.187087] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.187200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.187302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.187447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.187599] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.187697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.187756] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.187896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.188132] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.188230] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.189500] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-637afc38-fee9-4719-a7c7-0981c4eafd59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.189583] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637afc38-fee9-4719-a7c7-0981c4eafd59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.189626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637afc38-fee9-4719-a7c7-0981c4eafd59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.189826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637afc38-fee9-4719-a7c7-0981c4eafd59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.189890] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637afc38-fee9-4719-a7c7-0981c4eafd59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.236737] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 292fe6c6-0017-444b-b25a-05950392487d [ 1071.236737] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.236737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.236956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.237617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.237617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.237617] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:292fe6c6-0017-444b-b25a-05950392487d already deleted. [ 1071.237617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-292fe6c6-0017-444b-b25a-05950392487d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.692325] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.693353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.693353] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.693652] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 637afc38-fee9-4719-a7c7-0981c4eafd59 with status ACTIVE [ 1071.693973] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.694126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.694126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.694456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.694564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.694762] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.694887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.694964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.695268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.695369] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.695717] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.695717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.695717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.695956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.695956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.696112] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 637afc38-fee9-4719-a7c7-0981c4eafd59 is going to be updated. [ 1071.715885] env[69404]: INFO networking_nsxv3.common.synchronization [None req-cff5d5bc-65de-4665-be9d-f8d6b2b9bc5d None None] Enqueued Resource ID: 052f0fc0-70c3-4e81-bb04-86813b6fa379 with Priority: HIGHEST for action port [ 1071.716567] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052f0fc0-70c3-4e81-bb04-86813b6fa379 with Priority: HIGHEST for action port [ 1071.719776] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-052f0fc0-70c3-4e81-bb04-86813b6fa379 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.719776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052f0fc0-70c3-4e81-bb04-86813b6fa379" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.719776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052f0fc0-70c3-4e81-bb04-86813b6fa379" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.719776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052f0fc0-70c3-4e81-bb04-86813b6fa379" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.719776] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052f0fc0-70c3-4e81-bb04-86813b6fa379',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.720521] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.720675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.720867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.720939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.721096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.721269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637afc38-fee9-4719-a7c7-0981c4eafd59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.201374] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.222258] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 052f0fc0-70c3-4e81-bb04-86813b6fa379 [ 1072.222497] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.222654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.222976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.223131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.223131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.223720] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:052f0fc0-70c3-4e81-bb04-86813b6fa379 already deleted. [ 1072.223720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052f0fc0-70c3-4e81-bb04-86813b6fa379" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.326030] env[69404]: INFO networking_nsxv3.common.synchronization [None req-562a6c2c-58b5-4630-8b2d-238315b9c8da tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1072.326030] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1072.326030] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.326030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.326030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.326030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.326030] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.520159] env[69404]: INFO networking_nsxv3.common.synchronization [req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 req-52384206-fd42-49e0-af02-b5071a17435c tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1072.522670] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1072.522816] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.522924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.522992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.523962] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.523962] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.523962] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.523962] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.523962] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.523962] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.523962] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.549886] env[69404]: INFO networking_nsxv3.common.synchronization [req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 req-52384206-fd42-49e0-af02-b5071a17435c tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 1072.551037] env[69404]: INFO networking_nsxv3.common.synchronization [req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 req-52384206-fd42-49e0-af02-b5071a17435c tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1072.551037] env[69404]: INFO networking_nsxv3.common.synchronization [req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 req-52384206-fd42-49e0-af02-b5071a17435c tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 with Priority: HIGHEST for action port [ 1072.551470] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 1072.551690] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1072.551823] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 with Priority: HIGHEST for action port [ 1072.552202] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.552372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.552460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.552835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.552835] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.558116] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.558211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.559138] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47aab9b-6cde-402b-a52f-5cef3eb29b67 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.559234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.559423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.559535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.560030] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47aab9b-6cde-402b-a52f-5cef3eb29b67',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.597240] env[69404]: INFO networking_nsxv3.common.synchronization [None req-5b8ee222-3fd5-45a0-a0e7-b41d2eebc7ec tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1072.597816] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1072.598617] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.598775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.707992] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.707992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.707992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.707992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.707992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.707992] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1072.738250] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.738415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.738486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.738713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.738844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.747949] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1072.851768] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.851912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.851972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.852210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.852304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.852406] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 already deleted. [ 1072.852520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.852759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.852973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.853184] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.923374] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1072.923374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.923374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.923374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.923374] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.923374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.923374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.923374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.923374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.923374] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.027038] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.058453] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.058453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.063711] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a47aab9b-6cde-402b-a52f-5cef3eb29b67 with status ACTIVE [ 1073.063929] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.064757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.064757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.064757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.064757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.065128] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.065128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.065128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.066763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.066763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.066763] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.066763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.066763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.066763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.066763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.066763] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 is going to be updated. [ 1073.098741] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.100023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.100023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.100023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.100023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.100023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.374551] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6c882fe4-7eb8-4904-ac96-5c4b3a6ce9d6 None None] Enqueued Resource ID: 919dd471-a2b8-4592-bff5-52ed4d3ee005 with Priority: HIGHEST for action port [ 1073.376031] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.376031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.376031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.376031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.376031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.376439] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 already deleted. [ 1073.376439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.376882] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919dd471-a2b8-4592-bff5-52ed4d3ee005 with Priority: HIGHEST for action port [ 1073.377189] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-919dd471-a2b8-4592-bff5-52ed4d3ee005 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.378120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-919dd471-a2b8-4592-bff5-52ed4d3ee005" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.378120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-919dd471-a2b8-4592-bff5-52ed4d3ee005" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.378120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-919dd471-a2b8-4592-bff5-52ed4d3ee005" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.378120] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919dd471-a2b8-4592-bff5-52ed4d3ee005',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.426226] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.426226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.426226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.426398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.426496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.426838] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.426838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.426838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.427065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.427101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.427185] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1073.454700] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.455136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.455136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.455136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.455474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.463809] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1073.530604] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.880188] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 919dd471-a2b8-4592-bff5-52ed4d3ee005 [ 1073.880627] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.880627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.880627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.883439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.883439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.883439] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:919dd471-a2b8-4592-bff5-52ed4d3ee005 already deleted. [ 1073.883439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-919dd471-a2b8-4592-bff5-52ed4d3ee005" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.033577] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.033577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.033577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.033874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.033874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.033874] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 is going to be updated. [ 1074.052880] env[69404]: INFO networking_nsxv3.common.synchronization [req-cd10a85b-6a42-4cb3-8d94-aea728a69774 req-46925125-78bb-4401-8c85-36c4f972149e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_members [ 1074.053428] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGHEST for action security_group_members [ 1074.053752] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.053875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.053936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.054469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.054469] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.054469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.054665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.054743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.054839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.054932] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.061672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.061672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.061672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.061672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.061672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.070284] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: IN_PROGRESS for 2s [ 1074.560020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.560020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.560020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.560020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.560020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.560020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.560020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.560020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.560020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.560020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.560020] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 is going to be updated. [ 1074.584716] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.584882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.584960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.585195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.585358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.595167] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 in Status: IN_PROGRESS for 2s [ 1074.757474] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1074.757732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.757941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.758229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.758460] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.758613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.758693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.758875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.758964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.759092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.759202] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.096288] env[69404]: INFO networking_nsxv3.common.synchronization [req-2e567d9a-63dc-467c-b530-a0e986b3ba3f req-44a900ad-8b32-44c8-b1b4-4ae9e23d8033 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Enqueued Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGHEST for action security_group_members [ 1075.097397] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGHEST for action security_group_members [ 1075.097397] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-66868415-489f-4ea8-8035-8dd3c2578077 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.097397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.097397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.097724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.097902] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.097902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.098060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.098143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.098225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.098314] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.262465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.262465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.262465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.262465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.262465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.262465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.262465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.262465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.262465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.262465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.262465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.262917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.262917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.262917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.263032] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.263251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.263251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.263333] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.263391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.263520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.263648] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.473541] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1075.474502] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f deletion is rescheduled due to dependency. [ 1075.474502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.572402] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.572775] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-597" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.572775] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-597" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.573109] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-597" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.573324] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.573480] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.573647] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.573823] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.573973] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.574205] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.574323] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.574483] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.574645] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.574761] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.574880] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.575030] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.591379] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.591577] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.591722] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.591895] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-597" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.592240] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-247b1ff6-7bf4-4a8a-9757-29a219f1717f taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.592419] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-247b1ff6-7bf4-4a8a-9757-29a219f1717f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.592555] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-247b1ff6-7bf4-4a8a-9757-29a219f1717f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.592923] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-247b1ff6-7bf4-4a8a-9757-29a219f1717f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.593145] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('247b1ff6-7bf4-4a8a-9757-29a219f1717f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.600307] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.600449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.600559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.600762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.600891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.601102] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.601187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.601253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.601404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.601482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.601569] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66868415-489f-4ea8-8035-8dd3c2578077 already deleted. [ 1075.601649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.767727] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c73d58-0da6-45f2-9617-307a7998e0ce: rpc.has_security_group_logging(os_id): False [ 1075.784379] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.784529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.785040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.785040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.785040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.785224] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.785303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.785303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.785453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.785527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.785745] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.785845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.785907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.786062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.786138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.786328] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.786422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.786481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.786617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.786692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.786775] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1075.856302] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.856476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.856559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.856775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.856932] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.870594] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1076.081070] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: SUCCESS [ 1076.081070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.081070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.081070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.081070] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.081481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.081481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.081481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.081481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.081619] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.095711] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.095988] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.096071] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.096367] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.096514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.096677] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 247b1ff6-7bf4-4a8a-9757-29a219f1717f not found, creating... [ 1076.096936] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.097130] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.097394] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.097901] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.097901] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.097901] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.098161] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.098216] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.098402] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.098543] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.098717] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 247b1ff6-7bf4-4a8a-9757-29a219f1717f is going to be created. [ 1076.119821] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.120652] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.120652] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.120895] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.121141] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.121463] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-247b1ff6-7bf4-4a8a-9757-29a219f1717f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.370853] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 req-7cd277f5-798c-4a97-9b9f-58c59eefbfce tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1076.370853] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1076.370853] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.370853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.370853] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 req-7cd277f5-798c-4a97-9b9f-58c59eefbfce tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 1076.370853] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 req-7cd277f5-798c-4a97-9b9f-58c59eefbfce tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1076.370853] env[69404]: INFO networking_nsxv3.common.synchronization [req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 req-7cd277f5-798c-4a97-9b9f-58c59eefbfce tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 with Priority: HIGHEST for action port [ 1076.370853] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_rules [ 1076.370853] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1076.370853] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 with Priority: HIGHEST for action port [ 1076.370853] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.370853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.370853] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.370853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.370853] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47aab9b-6cde-402b-a52f-5cef3eb29b67 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.370853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.370853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.370853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.372365] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47aab9b-6cde-402b-a52f-5cef3eb29b67',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.584818] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.606048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 in Status: SUCCESS [ 1076.606048] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 deletion is rescheduled due to dependency. [ 1076.606048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.845355] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a47aab9b-6cde-402b-a52f-5cef3eb29b67 with status ACTIVE [ 1076.845355] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.845355] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.845355] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.845355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.845355] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a47aab9b-6cde-402b-a52f-5cef3eb29b67 is going to be updated. [ 1076.864044] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.864044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.864044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.864044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.864044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.864400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47aab9b-6cde-402b-a52f-5cef3eb29b67" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.889571] env[69404]: INFO networking_nsxv3.common.synchronization [req-2e567d9a-63dc-467c-b530-a0e986b3ba3f req-20a307a5-3c3c-45a8-828f-e21afd215568 service nova] Enqueued Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGHEST for action security_group_rules [ 1076.889758] env[69404]: INFO networking_nsxv3.common.synchronization [req-2e567d9a-63dc-467c-b530-a0e986b3ba3f req-20a307a5-3c3c-45a8-828f-e21afd215568 service nova] Enqueued Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGHEST for action security_group_members [ 1076.889901] env[69404]: INFO networking_nsxv3.common.synchronization [req-2e567d9a-63dc-467c-b530-a0e986b3ba3f req-20a307a5-3c3c-45a8-828f-e21afd215568 service nova] Enqueued Resource ID: 247b1ff6-7bf4-4a8a-9757-29a219f1717f with Priority: HIGHEST for action port [ 1076.891059] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGHEST for action security_group_rules [ 1076.891278] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGHEST for action security_group_members [ 1076.892232] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 247b1ff6-7bf4-4a8a-9757-29a219f1717f with Priority: HIGHEST for action port [ 1076.892232] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66868415-489f-4ea8-8035-8dd3c2578077 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.892232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.892232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.892561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.892561] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.893432] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-66868415-489f-4ea8-8035-8dd3c2578077 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.893527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.893605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.893786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.893932] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.894034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.894096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.894234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.894358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.894393] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.895151] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-247b1ff6-7bf4-4a8a-9757-29a219f1717f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.895256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-247b1ff6-7bf4-4a8a-9757-29a219f1717f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.895323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-247b1ff6-7bf4-4a8a-9757-29a219f1717f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.895474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-247b1ff6-7bf4-4a8a-9757-29a219f1717f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.895546] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('247b1ff6-7bf4-4a8a-9757-29a219f1717f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.087082] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.398683] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.398683] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-66868415-489f-4ea8-8035-8dd3c2578077 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.398683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.398805] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 247b1ff6-7bf4-4a8a-9757-29a219f1717f with status ACTIVE [ 1077.399724] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.399724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.399724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.399724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.399724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.399724] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.399724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.399724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.400020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.400020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.400068] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.400211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.400211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.400346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.400458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.400499] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 247b1ff6-7bf4-4a8a-9757-29a219f1717f is going to be updated. [ 1077.424668] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.424668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.424668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.424853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.424916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.425090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-247b1ff6-7bf4-4a8a-9757-29a219f1717f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.527748] env[69404]: INFO networking_nsxv3.common.synchronization [req-59999065-a2fd-43ed-b169-c5638bf99361 req-34f1d214-79f7-45a7-aeed-b35aa121d2bf tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1077.528310] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1077.528856] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.528856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.528856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.529028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.529449] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.529449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.529449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.529574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.529574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.529624] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.591021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.592309] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.592309] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.592309] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.592309] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.592309] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 is going to be updated. [ 1077.620108] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.620253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.620330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.620862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.620862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.629522] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: IN_PROGRESS for 2s [ 1077.883595] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1077.883978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.902689] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.000797] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.001114] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.001304] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.005039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.005039] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.005039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.005039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.005039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.005039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.005039] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.005039] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.005039] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.005039] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.005760] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.005997] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.006241] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.028708] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.028708] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.028708] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.028845] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.029144] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-342f655d-1353-491f-aba3-8fb6ab1ae527 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.029321] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-342f655d-1353-491f-aba3-8fb6ab1ae527" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.029444] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-342f655d-1353-491f-aba3-8fb6ab1ae527" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.029821] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-342f655d-1353-491f-aba3-8fb6ab1ae527" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.029970] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342f655d-1353-491f-aba3-8fb6ab1ae527',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.031411] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.408122] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.408122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.408122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.408122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.408122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.408122] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66868415-489f-4ea8-8035-8dd3c2578077 is going to be created. [ 1078.435304] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.435701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.435865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.437701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.437701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.445643] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66868415-489f-4ea8-8035-8dd3c2578077 in Status: UNINITIALIZED for 2s [ 1078.533481] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.534317] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.534317] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.534317] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.534494] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.534535] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 342f655d-1353-491f-aba3-8fb6ab1ae527 not found, creating... [ 1078.534851] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.535035] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.535164] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.535396] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.535564] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.535934] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.537706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.537932] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.538241] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.538452] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.538647] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 342f655d-1353-491f-aba3-8fb6ab1ae527 is going to be created. [ 1078.539789] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.562652] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.562961] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.563158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.563507] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.563832] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.564114] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-342f655d-1353-491f-aba3-8fb6ab1ae527" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.042688] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.043051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.043051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.043679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.043789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.044113] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1079.074618] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.074856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.074951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.075217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.075458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.087645] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1079.372509] env[69404]: INFO networking_nsxv3.common.synchronization [req-59999065-a2fd-43ed-b169-c5638bf99361 req-32320496-cd66-4d2b-8e0e-5f6e936395d8 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 1079.374624] env[69404]: INFO networking_nsxv3.common.synchronization [req-59999065-a2fd-43ed-b169-c5638bf99361 req-32320496-cd66-4d2b-8e0e-5f6e936395d8 service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1079.374624] env[69404]: INFO networking_nsxv3.common.synchronization [req-59999065-a2fd-43ed-b169-c5638bf99361 req-32320496-cd66-4d2b-8e0e-5f6e936395d8 service nova] Enqueued Resource ID: 342f655d-1353-491f-aba3-8fb6ab1ae527 with Priority: HIGHEST for action port [ 1079.374624] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 1079.374624] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1079.374624] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342f655d-1353-491f-aba3-8fb6ab1ae527 with Priority: HIGHEST for action port [ 1079.374624] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.374624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.374624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.374624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.374624] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.375770] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.375899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.376083] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-342f655d-1353-491f-aba3-8fb6ab1ae527 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.376179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342f655d-1353-491f-aba3-8fb6ab1ae527" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.376240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342f655d-1353-491f-aba3-8fb6ab1ae527" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.376427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342f655d-1353-491f-aba3-8fb6ab1ae527" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.376503] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342f655d-1353-491f-aba3-8fb6ab1ae527',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.647324] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: SUCCESS [ 1079.647324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.647537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.647780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.648032] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.648182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.648255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.648439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.648542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.648636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.648765] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.649711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.649910] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.650132] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.650301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.650301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.650514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.650570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.650634] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.872692] env[69404]: INFO networking_nsxv3.common.synchronization [req-a56ea851-9bc6-4606-930c-e7e7487228dd req-1809f654-002e-4210-b50e-0889c3ff9b8a tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Enqueued Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGHEST for action security_group_members [ 1079.873276] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGHEST for action security_group_members [ 1079.873553] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.873677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.873747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.874623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.874623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.874623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.874623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.874623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.874623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.876345] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.878177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.878275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.878435] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342f655d-1353-491f-aba3-8fb6ab1ae527 with status ACTIVE [ 1079.878667] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.878753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.878753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.878910] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.878993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.879180] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.879275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.879339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.879474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.879550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.879739] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.879810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.879873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.880019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.880091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.880173] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342f655d-1353-491f-aba3-8fb6ab1ae527 is going to be updated. [ 1079.900295] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.900532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.900646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.901156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.901237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.901458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342f655d-1353-491f-aba3-8fb6ab1ae527" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.151938] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.157021] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.380055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.380055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.380055] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b already deleted. [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.380055] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-495" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380055] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-495" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-495" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.381945] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.382192] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.382334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.382557] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.382704] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.382911] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.383035] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.383158] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.383271] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.383649] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.383649] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.383649] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.407787] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.408073] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.408296] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.408853] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-495" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.409218] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-7f5ce41c-6b94-475d-8dd3-58606b1516dc taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.409407] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-7f5ce41c-6b94-475d-8dd3-58606b1516dc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.409534] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-7f5ce41c-6b94-475d-8dd3-58606b1516dc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.409858] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-7f5ce41c-6b94-475d-8dd3-58606b1516dc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.410016] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f5ce41c-6b94-475d-8dd3-58606b1516dc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.455707] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66868415-489f-4ea8-8035-8dd3c2578077 in Status: SUCCESS [ 1080.455776] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.455932] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.456366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.456366] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.456830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.456830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.456830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.456830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.456830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.457096] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.601995] env[69404]: INFO networking_nsxv3.common.synchronization [req-717cf1fe-a200-456a-b339-eebde32a303e req-533bab5d-d977-4d65-b226-a7c1529b7c85 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Enqueued Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1080.602607] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 with Priority: HIGHEST for action security_group_members [ 1080.606308] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-61abac3d-421b-4992-88ea-638e5dcbd0c6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.606462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.653894] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61abac3d-421b-4992-88ea-638e5dcbd0c6: rpc.has_security_group_logging(os_id): False [ 1080.657982] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.682503] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.682797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.682875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.683111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.683208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.683465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.683566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.683628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.683780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.683858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.683946] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 is going to be updated. [ 1080.768389] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.768522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.768595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.768806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.768976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.783179] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: IN_PROGRESS for 2s [ 1080.915067] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.915067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.915067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.915067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.915067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.915067] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 7f5ce41c-6b94-475d-8dd3-58606b1516dc not found, creating... [ 1080.915067] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.915067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.915067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.915067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.915067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.915547] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.915691] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.915942] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.916257] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.916497] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.916734] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 7f5ce41c-6b94-475d-8dd3-58606b1516dc is going to be created. [ 1080.943162] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.943162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.943162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.943162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.943162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.943162] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-7f5ce41c-6b94-475d-8dd3-58606b1516dc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.965695] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-66868415-489f-4ea8-8035-8dd3c2578077 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.968671] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.968671] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-66868415-489f-4ea8-8035-8dd3c2578077 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.968671] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.968671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.969379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.969379] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.097969] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1081.098231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.099035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.099035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.099035] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.099286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.099286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.099356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.100090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.100090] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.161127] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.161442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.161442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.162043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.162043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.162043] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 is going to be updated. [ 1081.204912] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.205089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.205190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.205417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.205590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.221251] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: IN_PROGRESS for 2s [ 1081.471345] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66868415-489f-4ea8-8035-8dd3c2578077: rpc.has_security_group_logging(os_id): False [ 1081.490028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.490290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.490360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.490737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.490909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.491295] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.491511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.491591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.491868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.491976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.492367] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.492545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.492616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.492889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.493085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.493335] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.493456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.493521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.493670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.493759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.494027] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66868415-489f-4ea8-8035-8dd3c2578077 is going to be created. [ 1081.550974] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.551554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.551554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.551554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.551656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.563176] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66868415-489f-4ea8-8035-8dd3c2578077 in Status: IN_PROGRESS for 2s [ 1081.601407] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.731169] env[69404]: INFO networking_nsxv3.common.synchronization [req-a56ea851-9bc6-4606-930c-e7e7487228dd req-11133038-9f18-4468-819c-0e94c347585b service nova] Enqueued Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGHEST for action security_group_rules [ 1081.731169] env[69404]: INFO networking_nsxv3.common.synchronization [req-a56ea851-9bc6-4606-930c-e7e7487228dd req-11133038-9f18-4468-819c-0e94c347585b service nova] Enqueued Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGHEST for action security_group_members [ 1081.731169] env[69404]: INFO networking_nsxv3.common.synchronization [req-a56ea851-9bc6-4606-930c-e7e7487228dd req-11133038-9f18-4468-819c-0e94c347585b service nova] Enqueued Resource ID: 7f5ce41c-6b94-475d-8dd3-58606b1516dc with Priority: HIGHEST for action port [ 1081.731169] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGHEST for action security_group_rules [ 1081.731169] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGHEST for action security_group_members [ 1081.731169] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5ce41c-6b94-475d-8dd3-58606b1516dc with Priority: HIGHEST for action port [ 1081.732186] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.732453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.732768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.733216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.733550] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.736037] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.736037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.736037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.736037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.736037] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.736037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.736037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.736037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.736037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.736037] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.737211] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f5ce41c-6b94-475d-8dd3-58606b1516dc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.737553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f5ce41c-6b94-475d-8dd3-58606b1516dc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.737698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f5ce41c-6b94-475d-8dd3-58606b1516dc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.737917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f5ce41c-6b94-475d-8dd3-58606b1516dc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.738075] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f5ce41c-6b94-475d-8dd3-58606b1516dc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.104095] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.240659] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.241247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.241682] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.243731] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f5ce41c-6b94-475d-8dd3-58606b1516dc with status ACTIVE [ 1082.245018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.245018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.245018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.245018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.245018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.245018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.245018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.245018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.245018] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.245443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.245832] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.246059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.246204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.246425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.246594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.249022] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f5ce41c-6b94-475d-8dd3-58606b1516dc is going to be updated. [ 1082.269575] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.269740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.269740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.269923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.270072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.270238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f5ce41c-6b94-475d-8dd3-58606b1516dc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.326612] env[69404]: INFO networking_nsxv3.common.synchronization [req-fa1ea614-5621-43e4-beef-9b1ad4755eda req-a361aa65-a636-4269-91dc-9cd4c59f9447 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1082.327744] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1082.327744] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.327744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.327744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.327936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.330930] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.331043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.331081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.331911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.331911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.331911] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.608825] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.608825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.608825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.608825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.608825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.608825] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1082.618886] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.618886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.618886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.619193] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.619466] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.619632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.619755] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.619982] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.620141] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.620368] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.620471] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.620583] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.620695] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.620806] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.620914] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.621060] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.638634] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.638820] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1082.638981] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.639186] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.639525] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-4432f339-7ef6-4aa4-8837-84b785151648 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.639870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-4432f339-7ef6-4aa4-8837-84b785151648" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.639870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-4432f339-7ef6-4aa4-8837-84b785151648" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.640182] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-4432f339-7ef6-4aa4-8837-84b785151648" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.640349] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4432f339-7ef6-4aa4-8837-84b785151648',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.642284] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.642441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.642500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.642684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.642842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.651647] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1082.749169] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.795920] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: SUCCESS [ 1082.796162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.796327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.796542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.796625] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.836287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.836287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.836287] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 already deleted. [ 1082.836287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.142805] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.143197] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.143307] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.143633] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.143810] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.143999] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 4432f339-7ef6-4aa4-8837-84b785151648 not found, creating... [ 1083.144437] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.144972] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.145190] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.145601] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.145823] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.146355] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.146622] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.146871] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.147156] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.147748] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.147748] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 4432f339-7ef6-4aa4-8837-84b785151648 is going to be created. [ 1083.166816] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.167039] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.167228] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.167562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.167814] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.168084] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-4432f339-7ef6-4aa4-8837-84b785151648" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.241608] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 in Status: SUCCESS [ 1083.241608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.241608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.242074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.242074] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.242074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.242074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.242254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.242290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.242532] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.250973] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.251190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.251239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.251430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.251514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.251610] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b is going to be created. [ 1083.285634] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.285794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.285842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.286075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.286859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.305630] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b in Status: UNINITIALIZED for 2s [ 1083.329644] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.329788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.329864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.330102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.330203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.330308] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 is going to be deleted. [ 1083.397951] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.397951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.397951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.398153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.398186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.398324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.577335] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66868415-489f-4ea8-8035-8dd3c2578077 in Status: SUCCESS [ 1083.577335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.749670] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.750980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.750980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.750980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.750980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.750980] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.750980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.750980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.750980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.750980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.750980] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 is going to be deleted. [ 1083.796570] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.796995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.796995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.797326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.797429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.797551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.798096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.798474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.798474] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.798590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.798590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.798739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.798820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.798934] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61abac3d-421b-4992-88ea-638e5dcbd0c6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.880775] env[69404]: INFO networking_nsxv3.common.synchronization [req-fa1ea614-5621-43e4-beef-9b1ad4755eda req-06cfe938-5a6f-4871-af45-a7469c76569a service nova] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1083.880969] env[69404]: INFO networking_nsxv3.common.synchronization [req-fa1ea614-5621-43e4-beef-9b1ad4755eda req-06cfe938-5a6f-4871-af45-a7469c76569a service nova] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1083.883378] env[69404]: INFO networking_nsxv3.common.synchronization [req-fa1ea614-5621-43e4-beef-9b1ad4755eda req-06cfe938-5a6f-4871-af45-a7469c76569a service nova] Enqueued Resource ID: 4432f339-7ef6-4aa4-8837-84b785151648 with Priority: HIGHEST for action port [ 1083.883730] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1083.883909] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1083.884086] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4432f339-7ef6-4aa4-8837-84b785151648 with Priority: HIGHEST for action port [ 1083.884783] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.884940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.885041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.885646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.885787] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.886690] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.886905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.886999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.887736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.887930] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.889333] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.889437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.889638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.889778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.889979] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.891506] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-4432f339-7ef6-4aa4-8837-84b785151648 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.891617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4432f339-7ef6-4aa4-8837-84b785151648" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.891683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4432f339-7ef6-4aa4-8837-84b785151648" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.891838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4432f339-7ef6-4aa4-8837-84b785151648" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.891913] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4432f339-7ef6-4aa4-8837-84b785151648',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.301886] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.302216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.302216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.302657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.302657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.302761] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.302858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.303077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.303136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.303171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.303270] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61abac3d-421b-4992-88ea-638e5dcbd0c6 already deleted. [ 1084.304287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61abac3d-421b-4992-88ea-638e5dcbd0c6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.392374] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.397269] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.397395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.397565] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4432f339-7ef6-4aa4-8837-84b785151648 with status ACTIVE [ 1084.397741] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.397845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.397906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.398137] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.398217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.398398] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.398489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.398568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.398760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.398888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.399031] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.399127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.399189] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.399330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.399403] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.399487] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4432f339-7ef6-4aa4-8837-84b785151648 is going to be updated. [ 1084.423621] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.423621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.423621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.423621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.423621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.423621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4432f339-7ef6-4aa4-8837-84b785151648" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.531040] env[69404]: INFO networking_nsxv3.common.synchronization [None req-3c51926d-6978-4c41-9616-63c89e48b0ba tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_rules [ 1084.531040] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_rules [ 1084.531298] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.531633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.531875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.532359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.532618] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.602968] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d4dd33b3-a6c4-4ba7-b5da-3984ccfac8cd tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_rules [ 1084.602968] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_rules [ 1084.602968] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.602968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.662594] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1084.665661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.665661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.665848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.666125] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.666280] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.666385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.666613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.666727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.666846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.667375] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.787491] env[69404]: INFO networking_nsxv3.common.synchronization [req-04f14090-4007-4035-9042-0991dfebed2b req-fcaf99ed-480c-41d0-a62f-5ef2bc4170af tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Enqueued Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_members [ 1084.788237] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGHEST for action security_group_members [ 1084.788559] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.788559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.788717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.788811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.789599] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.789753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.789828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.790310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.790417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.790515] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.898826] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.058769] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.058937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.059039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.059286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.059377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.059612] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed already deleted. [ 1085.059612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.059723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.059861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.059951] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.172131] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.172290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.172508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.172793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.173024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.173150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.173211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.173455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.173601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.173679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.173868] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.173991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.174036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.174191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.174351] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.174640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.175050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.175050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.175050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.175179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.175179] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.294214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.294214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.294325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.294483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.294578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.294787] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.294881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.294941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.295119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.295192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.295292] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da is going to be updated. [ 1085.320312] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b in Status: SUCCESS [ 1085.320574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.320723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.320955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.321186] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.321479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.321479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.321532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.321601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.321683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.321771] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.328190] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.328353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.328398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.328578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.328715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.347494] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da in Status: IN_PROGRESS for 2s [ 1085.402293] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.402293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.402293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.402554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.402684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.402728] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be created. [ 1085.433466] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.433636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.433739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.433976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.434163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.452609] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: UNINITIALIZED for 2s [ 1085.584384] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.584384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.584384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.584384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.584384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.584384] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed already deleted. [ 1085.584384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.682386] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb6d85e-6c39-4fe6-b628-096ee26a3322: rpc.has_security_group_logging(os_id): False [ 1085.715118] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.715118] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.715118] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.715118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.715576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.715576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.715576] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.715672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.715672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.717627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.717752] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.717848] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1085.781345] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.781727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.781727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.781830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.781888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.817647] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1085.824651] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.824804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.824865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.825141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.825664] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.825664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.825664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.825891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.825891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.825891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.826218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.826218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.826218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.826364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.826409] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.826500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.826559] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.826691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.826827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.826885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.826964] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.328522] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b: rpc.has_security_group_logging(os_id): False [ 1086.364133] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.364133] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.364133] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.364133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.364625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.364625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.364625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.368810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.370112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.370112] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b is going to be created. [ 1086.451968] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.451968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.452306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.452306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.452516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.468262] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b in Status: IN_PROGRESS for 2s [ 1087.357151] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da in Status: SUCCESS [ 1087.357402] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da deletion is rescheduled due to dependency. [ 1087.357771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.462133] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1087.462397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.462582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.462855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.464116] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.464116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.464116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.464116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.464116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.464116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.464116] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.833141] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1087.834020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.966344] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.470052] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7160ef3-d7b1-4741-ab7c-b0b55d380b69: rpc.has_security_group_logging(os_id): False [ 1088.482817] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b in Status: SUCCESS [ 1088.483035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.488319] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.488319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.488319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.488519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.488557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.488792] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.488892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.488950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.489120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.489206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.489327] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be created. [ 1088.546662] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.546834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.546880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.547078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.547260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.556701] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1089.322301] env[69404]: INFO networking_nsxv3.common.synchronization [req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 req-3bdc802c-42bb-472c-b4f1-ac7136bb8dbe tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1089.322853] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1089.323179] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.323302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.323370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.323577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.323735] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.323836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.323898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.326030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.326030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.326030] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.829873] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.332677] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.569480] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1090.569819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.838138] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.838534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.838534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.838617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.838731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.838860] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1090.880070] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.880070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.880070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.880070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.880070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.887734] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1091.365290] env[69404]: INFO networking_nsxv3.common.synchronization [req-67d69094-0131-4cb8-a64c-b35b4fa687d3 req-5b8256eb-3449-4e52-83c3-3012f8caf142 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Enqueued Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGHEST for action security_group_members [ 1091.365902] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGHEST for action security_group_members [ 1091.367341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-66868415-489f-4ea8-8035-8dd3c2578077 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.367341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.367341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.367341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.367341] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.367341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.367341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.367640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.367640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.367640] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.870378] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.870713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.870713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.870868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.871903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.871903] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.871903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.871903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.871903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.871903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.871903] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66868415-489f-4ea8-8035-8dd3c2578077 is going to be updated. [ 1091.896225] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.896407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.896505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.896741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.896913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.904998] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66868415-489f-4ea8-8035-8dd3c2578077 in Status: IN_PROGRESS for 2s [ 1092.898167] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1092.898493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.025576] env[69404]: INFO networking_nsxv3.common.synchronization [req-b07e4980-3688-4199-bd73-83e7e6d6563e req-b04e293e-e5c8-4aa1-9ab5-c323844021d3 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 1093.026849] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGHEST for action security_group_members [ 1093.026849] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.026849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.026849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.027089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.027282] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.027427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.027495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.027662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.027756] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.028072] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.152477] env[69404]: INFO networking_nsxv3.common.synchronization [req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 req-18541a16-78c4-42e5-a0c2-bc01a4dcd5de tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Enqueued Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGHEST for action security_group_members [ 1093.153065] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGHEST for action security_group_members [ 1093.154142] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.154142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.154142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.154142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.154142] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.154391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.154465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.154633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.154727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.154841] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.530672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.530848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.530889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.531140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.531237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.531436] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.531536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.531643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.531751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.531827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.531929] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be updated. [ 1093.556312] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.556312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.556312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.556312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.556312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.564372] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: IN_PROGRESS for 2s [ 1093.659638] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.659783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.659855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.660124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.660227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.660503] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.660647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.660710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.660875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.660952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.661055] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b is going to be updated. [ 1093.686565] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.686700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.686822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.686976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.687131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.694539] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b in Status: IN_PROGRESS for 2s [ 1093.913785] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66868415-489f-4ea8-8035-8dd3c2578077 in Status: SUCCESS [ 1093.914080] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66868415-489f-4ea8-8035-8dd3c2578077 deletion is rescheduled due to dependency. [ 1093.914135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.578047] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb in Status: SUCCESS [ 1095.578442] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb deletion is rescheduled due to dependency. [ 1095.578442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.703076] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b in Status: SUCCESS [ 1095.703275] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b deletion is rescheduled due to dependency. [ 1095.703378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.350201] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d3a44f1a-4358-4aea-b77b-a2fc6fe979b1 None None] Enqueued Resource ID: 7ecf2a91-62c0-4cb2-be66-6744c331afae with Priority: HIGHEST for action port [ 1096.350876] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecf2a91-62c0-4cb2-be66-6744c331afae with Priority: HIGHEST for action port [ 1096.353944] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ecf2a91-62c0-4cb2-be66-6744c331afae taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.353944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ecf2a91-62c0-4cb2-be66-6744c331afae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.353944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ecf2a91-62c0-4cb2-be66-6744c331afae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.353944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ecf2a91-62c0-4cb2-be66-6744c331afae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.353944] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ecf2a91-62c0-4cb2-be66-6744c331afae',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.854058] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ecf2a91-62c0-4cb2-be66-6744c331afae [ 1096.854381] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.854511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.854580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.854961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.854961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.855143] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ecf2a91-62c0-4cb2-be66-6744c331afae already deleted. [ 1096.855143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ecf2a91-62c0-4cb2-be66-6744c331afae" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.176295] env[69404]: INFO networking_nsxv3.common.synchronization [req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 req-191c7f63-8079-41b4-9b54-8c61a195d06d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1098.176915] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1098.177249] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.177372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.177441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.177695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.177855] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.177956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.178124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.178199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.178285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.178378] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.536020] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.536020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.536020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.536020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.536020] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.536020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.536020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.536020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.536020] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.536423] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.536423] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.536423] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.536515] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.536606] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.536717] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.536867] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.558422] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.558586] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.558765] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.558980] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.559339] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.559595] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.559776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.561058] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.561058] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7052b0-b5d7-45e3-8812-6dfc87f532d6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.680881] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.681080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.681126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.681319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.681408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.681599] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.681701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.681888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.681960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.681993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.682067] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed already deleted. [ 1098.682158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.841648] env[69404]: INFO networking_nsxv3.common.synchronization [None req-e0662e34-8173-4c61-87f8-b5be4a51c901 None None] Enqueued Resource ID: df425e76-2fa4-4e8c-964b-d54b71e4572a with Priority: HIGHEST for action port [ 1098.842281] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df425e76-2fa4-4e8c-964b-d54b71e4572a with Priority: HIGHEST for action port [ 1098.842650] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-df425e76-2fa4-4e8c-964b-d54b71e4572a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.842803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df425e76-2fa4-4e8c-964b-d54b71e4572a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.842880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df425e76-2fa4-4e8c-964b-d54b71e4572a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.843165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df425e76-2fa4-4e8c-964b-d54b71e4572a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.843288] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df425e76-2fa4-4e8c-964b-d54b71e4572a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.063514] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.063770] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.063940] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.064220] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.064412] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.064559] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port ef7052b0-b5d7-45e3-8812-6dfc87f532d6 not found, creating... [ 1099.064851] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.065094] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.065264] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.065393] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.065525] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.065846] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.065983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.066121] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.066339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.066483] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.066798] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: ef7052b0-b5d7-45e3-8812-6dfc87f532d6 is going to be created. [ 1099.086253] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.086253] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.086253] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.086253] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.086941] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.086941] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.345284] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df425e76-2fa4-4e8c-964b-d54b71e4572a [ 1099.345614] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.345677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.345775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.345940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.346043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.346255] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df425e76-2fa4-4e8c-964b-d54b71e4572a already deleted. [ 1099.346367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df425e76-2fa4-4e8c-964b-d54b71e4572a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.844019] env[69404]: INFO networking_nsxv3.common.synchronization [req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 req-6b62a9e2-3cc3-4c4d-85d0-9b4bb036678b service nova] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_rules [ 1099.844220] env[69404]: INFO networking_nsxv3.common.synchronization [req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 req-6b62a9e2-3cc3-4c4d-85d0-9b4bb036678b service nova] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1099.844392] env[69404]: INFO networking_nsxv3.common.synchronization [req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 req-6b62a9e2-3cc3-4c4d-85d0-9b4bb036678b service nova] Enqueued Resource ID: ef7052b0-b5d7-45e3-8812-6dfc87f532d6 with Priority: HIGHEST for action port [ 1099.844650] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_rules [ 1099.844781] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1099.844959] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7052b0-b5d7-45e3-8812-6dfc87f532d6 with Priority: HIGHEST for action port [ 1099.845862] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.845862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.845862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.845862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.846150] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.847653] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.847653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.847779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.847864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.848018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.848228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.848313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.848447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.848533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.848628] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.849420] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.849532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.849648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.849732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.849808] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7052b0-b5d7-45e3-8812-6dfc87f532d6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.998305] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.998305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.998481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.999037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.999037] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.351600] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.354054] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.354054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.354556] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7052b0-b5d7-45e3-8812-6dfc87f532d6 with status ACTIVE [ 1100.354625] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.354780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.354813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.354988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.355152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.355265] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.355416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.355483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.355643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.355720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.355900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.355994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.356072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.356213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.356288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.356374] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7052b0-b5d7-45e3-8812-6dfc87f532d6 is going to be updated. [ 1100.377140] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.377293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.377337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.377498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.377623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.377772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7052b0-b5d7-45e3-8812-6dfc87f532d6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.500961] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.854611] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.003797] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.359124] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.359124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.359124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.359124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.359124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.359124] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed is going to be created. [ 1101.385731] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.385731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.385731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.385731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.385731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.394532] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: UNINITIALIZED for 2s [ 1101.506099] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1101.506250] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1102.333572] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.333740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.333862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.334127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.347384] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1102.349113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.349191] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1102.388102] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.389200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.389200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.389200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.399872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.401073] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1102.401073] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1102.401073] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1102.440024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.440024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.440024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.440024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.440749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.440928] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1102.514286] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.514541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.514541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.515113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.515113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.515259] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1102.584862] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.585334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.588017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.588017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.588017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.588017] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1102.588017] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'44c73d58-0da6-45f2-9617-307a7998e0ce', '8b04382d-66dd-4e57-b1a3-6a0995db87a6', 'b4bda9f9-3b01-45c2-a29c-0c790100649e', 'c5214c4a-c0d7-465b-92ac-2b145eb93edd', '9fd35fe8-8ece-4328-8079-d7f1dcf3009d', '993cf57d-8a8b-4e76-9a5c-32c485259051', 'f0f43f69-fd6b-448c-9eae-58fb10378c55', 'c663f6d2-ceaa-4030-999c-d4fef12be85d', 'c7be91ee-1fdd-47d3-8b8a-d361a548e463', '3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832', 'd1e58c74-2fa7-45c6-acb1-ae54d3f8c1da', 'a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239', '13725785-752a-4525-9674-d71d821acdcc', '182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9', 'bd13534b-2d90-4250-ab40-5430d2a3fb8c', 'ed24a135-42f9-4ca3-9c78-f99661a61a80', '64dbfb53-13e7-4974-8aa3-d313a6ea5c1b', '51178e95-0cde-4453-b10b-cf043f00a8e8', 'fc50de49-50b8-4b6b-9f28-980a4fd009e7', 'ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb', 'c842b3bd-6744-4919-ade0-df1387e07a47', '66868415-489f-4ea8-8035-8dd3c2578077', 'e7160ef3-d7b1-4741-ab7c-b0b55d380b69', '4e474838-b5c1-47c4-a9dc-6667aef6be59', 'a8e27995-2935-460c-a40f-1edf235ea204', '1fc61a24-5568-4cad-a5b5-e76136b7b537', '241c6400-b1be-47c4-9d27-2ce4aff5a49a', '7ae91296-c25a-472d-b4ca-ff28d98ec7a2', '02d46c80-0950-444a-883c-892895539bf4', '75c5ff65-3353-40b1-b796-53b07a9aa6d1', '33bafdeb-760f-4b27-a852-1ca417f3a8bd', 'efb6d85e-6c39-4fe6-b628-096ee26a3322', '4932df51-360d-4f9f-9802-e3e0802bd217', '4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1', 'e63defbe-6040-4c31-a262-8552eac0bfbc', '74937520-90b6-4334-9b8a-85ec4bc7e15f', '4d720cdb-e072-478f-a21a-f33fe424fa3f', '53240888-9efa-4c0e-82ba-d999ea3895ef', '45bda866-691f-48b1-8563-83d39cc14eed', '00d1758d-01ee-4af4-bee3-5db22e465261'} {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1102.588017] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1102.607954] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.607954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.607954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.607954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.607954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.607954] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1102.607954] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1102.607954] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1102.620742] env[69404]: INFO networking_nsxv3.common.synchronization [req-b03ed791-8be3-42a4-81cb-45ae6bae56dd req-000b385f-3c68-40ee-904c-ccdcfcdd68bf tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Enqueued Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGHEST for action security_group_members [ 1102.621261] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGHEST for action security_group_members [ 1102.621565] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7be91ee-1fdd-47d3-8b8a-d361a548e463 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.621913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.622010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.622220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.622467] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.622525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.622525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.622679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.622761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.622880] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.678588] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.678765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.678852] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.679103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.680193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.680460] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1102.680640] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1102.680640] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1102.680721] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1102.680779] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1102.680846] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGH for action security_group_rules [ 1102.680942] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGH for action security_group_rules [ 1102.681032] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGH for action security_group_rules [ 1102.681113] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGH for action security_group_rules [ 1102.681208] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGH for action security_group_rules [ 1102.681285] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGH for action security_group_rules [ 1102.681349] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGH for action security_group_rules [ 1102.681410] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGH for action security_group_rules [ 1102.681470] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGH for action security_group_rules [ 1102.681540] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGH for action security_group_rules [ 1102.681611] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGH for action security_group_rules [ 1102.681672] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGH for action security_group_rules [ 1102.681731] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGH for action security_group_rules [ 1102.681802] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGH for action security_group_rules [ 1102.681869] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGH for action security_group_rules [ 1102.681918] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGH for action security_group_rules [ 1102.681968] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGH for action security_group_rules [ 1102.682091] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGH for action security_group_rules [ 1102.682144] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGH for action security_group_rules [ 1102.682281] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGH for action security_group_rules [ 1102.682423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.127209] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.127209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.127209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.127209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.149875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.149875] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.149875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.149875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.149875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.149875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.149875] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 is going to be updated. [ 1103.177519] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.177519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.177519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.177519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.177519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.203401] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 in Status: IN_PROGRESS for 2s [ 1103.404114] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: SUCCESS [ 1103.404463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.404538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.404754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.404950] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.405087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.405152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.405317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.405400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.405485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.405579] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.909641] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.414268] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec0d5be-2a54-4777-87b9-87fbb75707ed: rpc.has_security_group_logging(os_id): False [ 1104.434550] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.434550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.434550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.438106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.438106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.438106] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.438106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.438106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.438106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.438106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.438106] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed is going to be created. [ 1104.494987] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.495194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.495255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.495526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.496740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.506844] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: IN_PROGRESS for 2s [ 1105.219208] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 in Status: SUCCESS [ 1105.219357] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 deletion is rescheduled due to dependency. [ 1105.219468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.251184] env[69404]: INFO networking_nsxv3.common.synchronization [req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 req-6f080d6f-0f8b-43cf-b69d-695db1d58d4d tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Enqueued Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_members [ 1106.251184] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGHEST for action security_group_members [ 1106.251184] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGH for action security_group_rules [ 1106.251184] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bda9f9-3b01-45c2-a29c-0c790100649e with Priority: HIGH for action security_group_rules [ 1106.251184] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGH for action security_group_rules [ 1106.251184] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c with Priority: HIGH for action security_group_rules [ 1106.251184] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb with Priority: HIGH for action security_group_rules [ 1106.252311] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 with Priority: HIGH for action security_group_rules [ 1106.253405] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 with Priority: HIGH for action security_group_rules [ 1106.253591] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b with Priority: HIGH for action security_group_rules [ 1106.253683] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 with Priority: HIGH for action security_group_rules [ 1106.253779] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGH for action security_group_rules [ 1106.254366] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13725785-752a-4525-9674-d71d821acdcc with Priority: HIGH for action security_group_rules [ 1106.254366] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 with Priority: HIGH for action security_group_rules [ 1106.254366] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da with Priority: HIGH for action security_group_rules [ 1106.254366] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 with Priority: HIGH for action security_group_rules [ 1106.254588] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 with Priority: HIGH for action security_group_rules [ 1106.254588] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 with Priority: HIGH for action security_group_rules [ 1106.254666] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c663f6d2-ceaa-4030-999c-d4fef12be85d with Priority: HIGH for action security_group_rules [ 1106.254933] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d with Priority: HIGH for action security_group_rules [ 1106.255368] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 with Priority: HIGH for action security_group_rules [ 1106.255368] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd with Priority: HIGH for action security_group_rules [ 1106.255523] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.255643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.255759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.255914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.256071] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.256181] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.256239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.256619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.256758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.256805] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.258043] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.258148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.258219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.258376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.258457] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.259509] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bda9f9-3b01-45c2-a29c-0c790100649e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.259509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.259509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.259660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.259660] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bda9f9-3b01-45c2-a29c-0c790100649e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.260496] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.260594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.260657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.260802] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.261441] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.262214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.262214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.262214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.262361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.262361] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd13534b-2d90-4250-ab40-5430d2a3fb8c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.264430] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.264430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.264430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.264430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.264430] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.265733] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.265887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.266034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.266105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.266357] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc50de49-50b8-4b6b-9f28-980a4fd009e7',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.267801] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51178e95-0cde-4453-b10b-cf043f00a8e8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.267801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.267801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.267993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.268084] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51178e95-0cde-4453-b10b-cf043f00a8e8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.269031] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.269031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.269031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.269450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.269580] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64dbfb53-13e7-4974-8aa3-d313a6ea5c1b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.270663] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.270663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.270663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.270663] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.270909] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.271961] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.272104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.272202] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.272402] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.272452] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.273194] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13725785-752a-4525-9674-d71d821acdcc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.273327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.273398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.273565] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.273635] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13725785-752a-4525-9674-d71d821acdcc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.275266] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.275266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.275266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.275266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.275494] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.276480] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.276480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.276480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.276480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.276761] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.277540] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.277719] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.277773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.277914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.278011] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.279671] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.279671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.279671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.279806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.280382] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7be91ee-1fdd-47d3-8b8a-d361a548e463',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.281264] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993cf57d-8a8b-4e76-9a5c-32c485259051 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.281360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.281360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.281864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.281939] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993cf57d-8a8b-4e76-9a5c-32c485259051',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.283222] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c663f6d2-ceaa-4030-999c-d4fef12be85d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.283426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.283426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.283558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.283946] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c663f6d2-ceaa-4030-999c-d4fef12be85d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.284419] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.284552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.284623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.284781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.284982] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd35fe8-8ece-4328-8079-d7f1dcf3009d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.285599] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.285708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.285775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.285944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.286076] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b04382d-66dd-4e57-b1a3-6a0995db87a6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.287505] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.287505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.287699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.287699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.287804] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5214c4a-c0d7-465b-92ac-2b145eb93edd',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.292254] env[69404]: INFO networking_nsxv3.common.synchronization [req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 req-89932316-388e-4726-bafd-fbdb29faca54 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Enqueued Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_members [ 1106.293315] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f with Priority: HIGHEST for action security_group_members [ 1106.294472] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d720cdb-e072-478f-a21a-f33fe424fa3f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.294472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.294472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.294472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.294805] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.294805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.294805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.294905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.294931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.295070] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d720cdb-e072-478f-a21a-f33fe424fa3f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.520322] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: SUCCESS [ 1106.520706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.802199] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.802199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.802199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.802199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.806833] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.806979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.807475] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.810957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.810957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.810957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.810957] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.810957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.810957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.810957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.810957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.810957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.810957] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.814808] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.814979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.814979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.815219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.815366] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.815460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.815517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.816103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.816103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.816103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.816103] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.817758] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.817868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.817918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.818074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.818261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.818359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.818424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.818505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.818582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.818662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.818826] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.822435] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.822435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.834832] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.835083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.878581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.879159] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9 is going to be deleted. [ 1106.880027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.880698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.882905] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.883012] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.884619] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.884619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.885211] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.885307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.890021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.890021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.890021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.890021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.890021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.890021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.890021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.890021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.890607] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.890691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.891384] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.891478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.892428] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.892428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.893575] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1106.894010] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.894122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.895122] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1106.895239] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.895511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.895970] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1106.896454] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.896750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.897322] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1106.897746] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.897839] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.899474] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1106.899474] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.899474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.907040] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1106.907871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.907871] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.907871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.908245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.908245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.908245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.908245] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d is going to be updated. [ 1106.909244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.909464] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.928009] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.928296] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.928450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.928514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.928828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.928828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.928932] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f is going to be updated. [ 1106.929975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.930156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.940508] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.940508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.942480] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.942480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.942480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.942480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.942480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.948598] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d in Status: IN_PROGRESS for 2s [ 1106.950973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.950973] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832 is going to be deleted. [ 1106.952068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.952279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.960841] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.960988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.961084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.963895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.963895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.984601] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.984748] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51178e95-0cde-4453-b10b-cf043f00a8e8 is going to be deleted. [ 1106.985867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.986168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.987662] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f in Status: IN_PROGRESS for 2s [ 1107.009636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.009906] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c663f6d2-ceaa-4030-999c-d4fef12be85d is going to be deleted. [ 1107.010866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.011197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.011283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.011410] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7be91ee-1fdd-47d3-8b8a-d361a548e463 is going to be deleted. [ 1107.014809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.014809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.018253] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.018372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.060397] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.060525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.092342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.092342] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64dbfb53-13e7-4974-8aa3-d313a6ea5c1b is going to be deleted. [ 1107.092342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.092490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.152428] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.152576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.153624] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.153624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.161093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.161093] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bda9f9-3b01-45c2-a29c-0c790100649e is going to be deleted. [ 1107.162783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.162783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.200754] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.200926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.250422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.250574] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239 is going to be deleted. [ 1107.252213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.252473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.252507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.252646] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d is going to be deleted. [ 1107.253469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.253676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.294790] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.294930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.308684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.308684] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da is going to be deleted. [ 1107.308684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.308684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.312491] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.312491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.312491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.312491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.312953] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.314409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.314409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.314409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.314409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.314626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.314771] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.314940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.315033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.315221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.315389] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.315505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.316167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.316167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.316167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.316167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.316167] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.317917] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.321684] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.332320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.332320] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb is going to be deleted. [ 1107.332960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.333179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.403143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.403293] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b04382d-66dd-4e57-b1a3-6a0995db87a6 is going to be deleted. [ 1107.404246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.404478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.429922] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.429922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.440997] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.441167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.455055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.455387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.457037] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.457037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.477495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.477627] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc50de49-50b8-4b6b-9f28-980a4fd009e7 is going to be deleted. [ 1107.478628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.478742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.533364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.533510] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13725785-752a-4525-9674-d71d821acdcc is going to be deleted. [ 1107.534489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.534693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.574426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.574548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.590752] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.590874] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5214c4a-c0d7-465b-92ac-2b145eb93edd is going to be deleted. [ 1107.591757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.591965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.613905] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.614036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.664906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.665725] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd13534b-2d90-4250-ab40-5430d2a3fb8c is going to be deleted. [ 1107.665974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.666198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.713119] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.713303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.714674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.714674] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993cf57d-8a8b-4e76-9a5c-32c485259051 is going to be deleted. [ 1107.715378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.715547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.715635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.715763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182f9fdb-ebf4-4836-ac51-2cc4f8e5e9c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.715913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.716084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.716167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.716320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dde6d6c-d8ce-4a27-a7b9-0eb0fa2a0832" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.716773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.716949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.717043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.717166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51178e95-0cde-4453-b10b-cf043f00a8e8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.717376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.717428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.717517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.717626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7be91ee-1fdd-47d3-8b8a-d361a548e463" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.717748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.717886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.717960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.718082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c663f6d2-ceaa-4030-999c-d4fef12be85d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.718203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.718343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.718417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.718521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64dbfb53-13e7-4974-8aa3-d313a6ea5c1b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.718641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.718775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.718845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.718950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bda9f9-3b01-45c2-a29c-0c790100649e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.719083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.719221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.719394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.719394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.719527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.719694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.719694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.719838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f68fcc-3cc9-4fa5-95b4-2b9129ba1239" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.719912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.720115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.720197] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.720306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9e0feb-cf7a-4bf3-a9c8-4be41bb68bdb" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.720428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.720919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.720989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e58c74-2fa7-45c6-acb1-ae54d3f8c1da" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.721621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.721705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b04382d-66dd-4e57-b1a3-6a0995db87a6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.722101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.722174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.722286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc50de49-50b8-4b6b-9f28-980a4fd009e7" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.722669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.722909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.722909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.723057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5214c4a-c0d7-465b-92ac-2b145eb93edd" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.730812] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.730938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.731016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.731191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.731276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.731388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13725785-752a-4525-9674-d71d821acdcc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.796108] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.796108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.796108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.796379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.796478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.796594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd13534b-2d90-4250-ab40-5430d2a3fb8c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.819096] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c73d58-0da6-45f2-9617-307a7998e0ce: rpc.has_security_group_logging(os_id): False [ 1107.827317] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0f43f69-fd6b-448c-9eae-58fb10378c55: rpc.has_security_group_logging(os_id): False [ 1107.828386] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed24a135-42f9-4ca3-9c78-f99661a61a80: rpc.has_security_group_logging(os_id): False [ 1107.854797] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.854975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.855049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.855696] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.876407] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.876407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.899222] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.899385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.901893] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.903717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.917153] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1107.917832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.918175] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.918298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.918362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.918564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.918638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.918837] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.918926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.918983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.919140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.919210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.919396] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.919469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.919526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.919656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.919723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.919808] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1107.921357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.921505] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.921639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.921799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993cf57d-8a8b-4e76-9a5c-32c485259051" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.921968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.922198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.966721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.967079] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.967219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.967310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.967572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.967683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.967801] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be updated. [ 1107.970796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.971099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.013506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.016019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.016019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.016019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.016019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.016019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.016019] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 is going to be updated. [ 1108.095643] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.095643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.095643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.095643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.095643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.098773] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.098903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.098972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.099179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.099309] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.101274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.101382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.101454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.101674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.101807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.117621] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: IN_PROGRESS for 2s [ 1108.118981] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: IN_PROGRESS for 2s [ 1108.119553] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1108.767062] env[69404]: INFO networking_nsxv3.common.synchronization [None req-e723661e-4915-4b64-98fc-4dd099952033 None None] Enqueued Resource ID: a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2 with Priority: HIGHEST for action port [ 1108.767062] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2 with Priority: HIGHEST for action port [ 1108.767062] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.767062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.767062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.767062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.767062] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.943989] env[69404]: INFO networking_nsxv3.common.synchronization [req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 req-212ccdc4-cfb8-4055-8247-cd9d961092ee tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1108.944586] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1108.944872] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.944993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.945074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.945350] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.945504] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.947260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.947260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.947260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.947260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.947260] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.958440] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d in Status: SUCCESS [ 1108.959104] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd35fe8-8ece-4328-8079-d7f1dcf3009d deletion is rescheduled due to dependency. [ 1108.959104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd35fe8-8ece-4328-8079-d7f1dcf3009d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.998165] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f in Status: SUCCESS [ 1108.998372] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d720cdb-e072-478f-a21a-f33fe424fa3f deletion is rescheduled due to dependency. [ 1108.998539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d720cdb-e072-478f-a21a-f33fe424fa3f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.270350] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2 [ 1109.272033] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.272033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.272033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.272033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.272033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.272033] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2 already deleted. [ 1109.272033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a54b5525-b9c5-48c2-9a3c-e37ea03e7cd2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.451965] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.451965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.451965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.451965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.451965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.452454] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.452598] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.452684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.452906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.453037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.455292] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 already deleted. [ 1109.455292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.478313] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.478313] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.478313] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.478313] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.478313] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.478313] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.478313] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.478694] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.478694] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.478918] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.478918] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.479029] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.479143] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.479239] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.479385] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.479503] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.498575] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.498575] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.498575] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.498575] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.499092] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-bb5df250-1696-4272-8d1c-632e96100684 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.499092] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-bb5df250-1696-4272-8d1c-632e96100684" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.499853] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-bb5df250-1696-4272-8d1c-632e96100684" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.500294] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-bb5df250-1696-4272-8d1c-632e96100684" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.500974] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5df250-1696-4272-8d1c-632e96100684',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.004703] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.005057] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.005109] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.005518] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.005678] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.005840] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port bb5df250-1696-4272-8d1c-632e96100684 not found, creating... [ 1110.006266] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.006358] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.006476] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.006731] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.006878] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.007220] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.007391] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.007514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.007732] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.007868] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.008021] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: bb5df250-1696-4272-8d1c-632e96100684 is going to be created. [ 1110.028139] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.028139] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.029628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.029628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.029628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.029628] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-bb5df250-1696-4272-8d1c-632e96100684" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.146807] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 1110.147200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.148034] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1110.148246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.149055] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: SUCCESS [ 1110.149140] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.977489] env[69404]: INFO networking_nsxv3.common.synchronization [req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 req-e253ae6c-ade8-43de-924d-5a22bf2bde2e service nova] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_rules [ 1110.977591] env[69404]: INFO networking_nsxv3.common.synchronization [req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 req-e253ae6c-ade8-43de-924d-5a22bf2bde2e service nova] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1110.977728] env[69404]: INFO networking_nsxv3.common.synchronization [req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 req-e253ae6c-ade8-43de-924d-5a22bf2bde2e service nova] Enqueued Resource ID: bb5df250-1696-4272-8d1c-632e96100684 with Priority: HIGHEST for action port [ 1110.977971] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_rules [ 1110.978135] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1110.978231] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5df250-1696-4272-8d1c-632e96100684 with Priority: HIGHEST for action port [ 1110.978836] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.978929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.978986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.983123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.983214] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.985271] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.985389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.985464] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.986130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.986330] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.986454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.986518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.986682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.986770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.986854] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.987693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb5df250-1696-4272-8d1c-632e96100684 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.987793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb5df250-1696-4272-8d1c-632e96100684" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.987858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb5df250-1696-4272-8d1c-632e96100684" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.988404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb5df250-1696-4272-8d1c-632e96100684" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.988499] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5df250-1696-4272-8d1c-632e96100684',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.995994] env[69404]: INFO networking_nsxv3.common.synchronization [None req-8199e2de-6065-4689-9d2b-0f58fa0080de tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_rules [ 1110.996905] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_rules [ 1110.997211] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1923e59c-a29b-4520-8576-88be0a0b8b68 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.997355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.997387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.997617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.998090] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.130335] env[69404]: INFO networking_nsxv3.common.synchronization [None req-11fee9c5-ddb1-4ea7-9167-b0e0c6c19a31 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_rules [ 1111.130335] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_rules [ 1111.130335] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1923e59c-a29b-4520-8576-88be0a0b8b68 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.130335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.244917] env[69404]: INFO networking_nsxv3.common.synchronization [req-e4185c80-0b86-47d9-85c7-5cb6583f6637 req-93cee55d-3b26-45eb-bfcb-fceefd875103 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1111.245574] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1111.245759] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.245932] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.416796] env[69404]: INFO networking_nsxv3.common.synchronization [None req-952eb59c-0763-4dea-b793-3b57a1ac508a None None] Enqueued Resource ID: 94815692-7e7f-443f-81ef-ad43ca6f8498 with Priority: HIGHEST for action port [ 1111.416796] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94815692-7e7f-443f-81ef-ad43ca6f8498 with Priority: HIGHEST for action port [ 1111.416796] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-94815692-7e7f-443f-81ef-ad43ca6f8498 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.417272] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94815692-7e7f-443f-81ef-ad43ca6f8498" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.417451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94815692-7e7f-443f-81ef-ad43ca6f8498" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.417765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94815692-7e7f-443f-81ef-ad43ca6f8498" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.418028] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94815692-7e7f-443f-81ef-ad43ca6f8498',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.486916] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.487068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.493352] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.494304] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb5df250-1696-4272-8d1c-632e96100684 with status ACTIVE [ 1111.494506] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.494654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.494697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.495164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.495164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.495164] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.495304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.495338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.495465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.495540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.495720] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.495830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.495863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.495991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.496077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.496159] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb5df250-1696-4272-8d1c-632e96100684 is going to be updated. [ 1111.519639] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.519639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.519639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.519639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.519639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.519639] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 already deleted. [ 1111.519639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.520215] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.520666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.520666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.520666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.520666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.520882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb5df250-1696-4272-8d1c-632e96100684" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.521142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.521980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.522455] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.902154] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.902154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.902154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.902154] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.902154] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.903090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.903365] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.903799] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.904204] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.905042] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.905042] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.905042] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.905042] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.905042] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.905486] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.905764] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.920946] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94815692-7e7f-443f-81ef-ad43ca6f8498 [ 1111.920946] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.920946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.920946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.920946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.920946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.920946] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94815692-7e7f-443f-81ef-ad43ca6f8498 already deleted. [ 1111.920946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94815692-7e7f-443f-81ef-ad43ca6f8498" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.927606] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.927606] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.927606] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.927606] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.927606] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-495fb137-c0eb-477e-ba8c-eaa711859a30 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.927606] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-495fb137-c0eb-477e-ba8c-eaa711859a30" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.927606] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-495fb137-c0eb-477e-ba8c-eaa711859a30" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.927606] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-495fb137-c0eb-477e-ba8c-eaa711859a30" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.927606] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495fb137-c0eb-477e-ba8c-eaa711859a30',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.998451] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.043700] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.043700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.043700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.043700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.043700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.043700] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 already deleted. [ 1112.043700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.433396] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.433396] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.433396] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.433753] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.433753] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.433916] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 495fb137-c0eb-477e-ba8c-eaa711859a30 not found, creating... [ 1112.434216] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.434395] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.434498] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.434725] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.434867] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.435176] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.435343] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.436825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.437883] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.440056] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.440056] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 495fb137-c0eb-477e-ba8c-eaa711859a30 is going to be created. [ 1112.459545] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.459848] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.459997] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.460422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.460667] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.460920] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-495fb137-c0eb-477e-ba8c-eaa711859a30" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.501460] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.505169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.505169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.505169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.505169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.505169] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 is going to be created. [ 1112.547095] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.547269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.547341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.547565] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.547728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.558323] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: UNINITIALIZED for 2s [ 1113.071623] env[69404]: INFO networking_nsxv3.common.synchronization [None req-c5e09c1f-a92b-49eb-9422-9fb3de22047d None None] Enqueued Resource ID: 7afe4645-0a9f-4eaa-8d37-421bfa85480d with Priority: HIGHEST for action port [ 1113.072272] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afe4645-0a9f-4eaa-8d37-421bfa85480d with Priority: HIGHEST for action port [ 1113.072659] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7afe4645-0a9f-4eaa-8d37-421bfa85480d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.072820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7afe4645-0a9f-4eaa-8d37-421bfa85480d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.072901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7afe4645-0a9f-4eaa-8d37-421bfa85480d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.073227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7afe4645-0a9f-4eaa-8d37-421bfa85480d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.073350] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afe4645-0a9f-4eaa-8d37-421bfa85480d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.224300] env[69404]: INFO networking_nsxv3.common.synchronization [req-e4185c80-0b86-47d9-85c7-5cb6583f6637 req-18c30d9c-c15c-401d-b9f9-4987b0a875a0 service nova] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_rules [ 1113.224300] env[69404]: INFO networking_nsxv3.common.synchronization [req-e4185c80-0b86-47d9-85c7-5cb6583f6637 req-18c30d9c-c15c-401d-b9f9-4987b0a875a0 service nova] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1113.224300] env[69404]: INFO networking_nsxv3.common.synchronization [req-e4185c80-0b86-47d9-85c7-5cb6583f6637 req-18c30d9c-c15c-401d-b9f9-4987b0a875a0 service nova] Enqueued Resource ID: 495fb137-c0eb-477e-ba8c-eaa711859a30 with Priority: HIGHEST for action port [ 1113.224300] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_rules [ 1113.224300] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1113.224300] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495fb137-c0eb-477e-ba8c-eaa711859a30 with Priority: HIGHEST for action port [ 1113.226021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.226021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.226021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.226886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.228940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-495fb137-c0eb-477e-ba8c-eaa711859a30 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.230398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495fb137-c0eb-477e-ba8c-eaa711859a30" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.230398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495fb137-c0eb-477e-ba8c-eaa711859a30" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.230398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495fb137-c0eb-477e-ba8c-eaa711859a30" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.230398] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495fb137-c0eb-477e-ba8c-eaa711859a30',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.511856] env[69404]: INFO networking_nsxv3.common.synchronization [req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 req-69ba60cd-a275-41ad-8c20-e8486b2db58e tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1113.512371] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1113.512686] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.512808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.512881] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.513706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.514358] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.514427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.514459] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.514633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.514721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.516463] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.575311] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7afe4645-0a9f-4eaa-8d37-421bfa85480d [ 1113.575819] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.575819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.575819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.575991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.576100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.576206] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7afe4645-0a9f-4eaa-8d37-421bfa85480d already deleted. [ 1113.576292] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7afe4645-0a9f-4eaa-8d37-421bfa85480d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.735024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 495fb137-c0eb-477e-ba8c-eaa711859a30 with status ACTIVE [ 1113.735024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.735024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.735024] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.735024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.735024] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 495fb137-c0eb-477e-ba8c-eaa711859a30 is going to be updated. [ 1113.755721] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.755877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.755947] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.756173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.756312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.756486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495fb137-c0eb-477e-ba8c-eaa711859a30" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.869915] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.870195] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.870287] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.870559] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.870819] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.870983] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.871131] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.871365] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.871962] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.872274] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.872403] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.872521] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.872636] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.872761] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.872876] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.873166] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.896960] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.896960] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.896960] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.896960] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-660" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.897107] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.897296] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.897455] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.897783] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.897930] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc2ec9b-ab15-48e2-ba82-3a0bc4197582',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.017357] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.400923] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.401178] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.401313] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.401604] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.401760] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.401923] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 not found, creating... [ 1114.402211] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.402378] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.402500] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.402722] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.402865] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.403175] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.403338] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.403457] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.403668] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.403803] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.403948] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 is going to be created. [ 1114.424420] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.424745] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.424906] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.425351] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.425631] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.425922] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.521117] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.568232] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: SUCCESS [ 1114.568232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.568232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.568539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.568539] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.568647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.568708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.568869] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.568955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.569065] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.023737] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.023974] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.024121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.024512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.024681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.024681] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1115.042136] env[69404]: INFO networking_nsxv3.common.synchronization [None req-6653a5af-5e54-40d8-9c3d-155bc718f7c4 None None] Enqueued Resource ID: 2229d0eb-22b0-4336-b7cf-5c0d2808bfe9 with Priority: HIGHEST for action port [ 1115.042724] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2229d0eb-22b0-4336-b7cf-5c0d2808bfe9 with Priority: HIGHEST for action port [ 1115.043067] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-2229d0eb-22b0-4336-b7cf-5c0d2808bfe9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.043199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2229d0eb-22b0-4336-b7cf-5c0d2808bfe9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.043263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2229d0eb-22b0-4336-b7cf-5c0d2808bfe9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.043524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2229d0eb-22b0-4336-b7cf-5c0d2808bfe9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.043624] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2229d0eb-22b0-4336-b7cf-5c0d2808bfe9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.053348] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.053576] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.053703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.053976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.054179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.067365] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1115.070790] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.174514] env[69404]: INFO networking_nsxv3.common.synchronization [req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 req-89045017-1715-468a-9743-61f3f2887eae service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 1115.174727] env[69404]: INFO networking_nsxv3.common.synchronization [req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 req-89045017-1715-468a-9743-61f3f2887eae service nova] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1115.174877] env[69404]: INFO networking_nsxv3.common.synchronization [req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 req-89045017-1715-468a-9743-61f3f2887eae service nova] Enqueued Resource ID: 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 with Priority: HIGHEST for action port [ 1115.175464] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_rules [ 1115.175739] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1115.175945] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 with Priority: HIGHEST for action port [ 1115.176515] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.176726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.176868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.177144] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.177270] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.181169] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.181308] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.181593] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.181709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.181762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.181976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.183631] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc2ec9b-ab15-48e2-ba82-3a0bc4197582',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.546901] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2229d0eb-22b0-4336-b7cf-5c0d2808bfe9 [ 1115.547265] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.547373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.547495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.547759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.547885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.547999] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2229d0eb-22b0-4336-b7cf-5c0d2808bfe9 already deleted. [ 1115.548102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2229d0eb-22b0-4336-b7cf-5c0d2808bfe9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.574886] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.687455] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.687600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.687813] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 with status ACTIVE [ 1115.688753] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.688753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.688753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.688753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.688753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.688753] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.689246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.689246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.689246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.689339] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.689488] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.689588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.689651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.689795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.689931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.690056] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 is going to be updated. [ 1115.712621] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.712845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.712895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.713174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.713375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.713712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.081281] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.081281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.081281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.081281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.081281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.081281] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 is going to be updated. [ 1116.106008] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.106176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.106388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.106491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.106612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.115379] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: IN_PROGRESS for 2s [ 1116.567210] env[69404]: INFO networking_nsxv3.common.synchronization [req-28349b79-490b-4cba-83c3-fc99943a1c7b req-123cf3f1-7d99-4ea3-a1ed-b10a93e3c183 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 1116.567818] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGHEST for action security_group_members [ 1116.568149] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.568279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.568347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.568540] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.568790] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.568894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.568957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.569181] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.569283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.569377] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.072162] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.072162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.072281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.072447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.072552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.072748] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.072834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.072952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.073078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.073154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.073240] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be updated. [ 1117.080319] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1117.080519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.080680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.080931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.081087] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.081211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.081278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.081507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.081612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.081713] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.095995] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.096152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.096227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.096496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.096642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.104377] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: IN_PROGRESS for 2s [ 1117.584458] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.087368] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.124675] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: SUCCESS [ 1118.124901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.125079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.125301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.125493] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.125610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.125667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.125821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.125901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.125986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.126107] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.126921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.127105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.127261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.127361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.127423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.127561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.127635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.127718] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.597332] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.597332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.597332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.597332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.597332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.597332] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1118.624776] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.624931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.625010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.625256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.625399] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.630663] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.631550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.631633] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.633983] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1118.888311] env[69404]: INFO networking_nsxv3.common.synchronization [None req-43f35202-9b36-460d-9225-2f1aa9de2817 None None] Enqueued Resource ID: 24898b60-df9e-416a-ab86-c6caa349d369 with Priority: HIGHEST for action port [ 1118.888772] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24898b60-df9e-416a-ab86-c6caa349d369 with Priority: HIGHEST for action port [ 1118.890457] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-24898b60-df9e-416a-ab86-c6caa349d369 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.891221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24898b60-df9e-416a-ab86-c6caa349d369" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.891221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24898b60-df9e-416a-ab86-c6caa349d369" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.891221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24898b60-df9e-416a-ab86-c6caa349d369" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.891221] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24898b60-df9e-416a-ab86-c6caa349d369',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.115344] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 in Status: SUCCESS [ 1119.115541] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 deletion is rescheduled due to dependency. [ 1119.115701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.134368] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.394466] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24898b60-df9e-416a-ab86-c6caa349d369 [ 1119.394711] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.394867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.395119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.395220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.395311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.395406] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24898b60-df9e-416a-ab86-c6caa349d369 already deleted. [ 1119.395485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24898b60-df9e-416a-ab86-c6caa349d369" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.638435] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.638703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.638703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.638891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.639050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.639220] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 is going to be updated. [ 1119.664937] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.665120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.665173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.665357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.665494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.673377] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: IN_PROGRESS for 2s [ 1120.644709] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1120.645050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.645130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.645378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.645647] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.645769] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.645829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.646016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.646163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.646256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.646346] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.054728] env[69404]: INFO networking_nsxv3.common.synchronization [None req-f5a1cbcf-ba63-495d-b483-0d479a95c377 None None] Enqueued Resource ID: d12db756-65c4-4478-9442-21f07297c720 with Priority: HIGHEST for action port [ 1121.055034] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12db756-65c4-4478-9442-21f07297c720 with Priority: HIGHEST for action port [ 1121.059179] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12db756-65c4-4478-9442-21f07297c720 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.059179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12db756-65c4-4478-9442-21f07297c720" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.059179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12db756-65c4-4478-9442-21f07297c720" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.059179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12db756-65c4-4478-9442-21f07297c720" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.059179] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12db756-65c4-4478-9442-21f07297c720',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.150706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.150829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.150890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.151134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.151300] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.151395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.151455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.151596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.151679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.151781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.151927] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.152036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.152090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.152226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.152357] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.152461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.153046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.153046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.153046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.153046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.153046] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.557965] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d12db756-65c4-4478-9442-21f07297c720 [ 1121.558320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.558510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.558612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.558992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.559075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.559164] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d12db756-65c4-4478-9442-21f07297c720 already deleted. [ 1121.559284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12db756-65c4-4478-9442-21f07297c720" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.656437] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb6d85e-6c39-4fe6-b628-096ee26a3322: rpc.has_security_group_logging(os_id): False [ 1121.676218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.676218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.676218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.676218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.697055] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: SUCCESS [ 1121.698352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.698581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.699045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.699301] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.704937] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.704937] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.704937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.704937] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.706846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.707162] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.707340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.707432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.707860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.708045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.708260] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.708373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.708425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.708604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.708679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.708899] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.709011] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.709084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.709219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.709290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.709374] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1121.776760] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.776971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.777036] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.777247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.777415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.791512] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1122.211516] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6422132a-1c85-4a4e-a168-3840fdb9d7f6: rpc.has_security_group_logging(os_id): False [ 1122.247602] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.247772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.247818] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.248059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.248173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.248361] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.248461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.248524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.248691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.248765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.248961] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.249078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.249141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.249295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.249369] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.249565] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.249655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.249730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.249867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.249953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.250048] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 is going to be created. [ 1122.338367] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.338600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.338600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.338778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.338964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.350693] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: IN_PROGRESS for 2s [ 1123.807621] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1123.807904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.363771] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: SUCCESS [ 1124.364026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.364225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.364541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.364541] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.867598] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.867911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.867911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.868054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.868427] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.868544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.868609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.868777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.868862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.868949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.869052] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.292431] env[69404]: INFO networking_nsxv3.common.synchronization [req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e req-bede2408-91fc-4f62-9dfd-2c55fc28d742 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1125.292431] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1125.292431] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.292431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.292431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.293433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.293433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.293433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.293679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.293909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.295291] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.295291] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.375838] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.375838] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.375838] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.375838] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.375838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.376514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.376514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.376514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.376514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.376514] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.789521] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.789744] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.789912] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.790252] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.790562] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.790757] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.790902] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.791562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.791726] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.792426] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.792560] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.792691] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.792870] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.793092] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.793312] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.793525] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.795845] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.812130] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.812304] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.813091] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.813091] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.813091] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-30290c29-cff8-4ae1-a35f-7b1629bba9a0 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.813356] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-30290c29-cff8-4ae1-a35f-7b1629bba9a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.813356] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-30290c29-cff8-4ae1-a35f-7b1629bba9a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.813548] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-30290c29-cff8-4ae1-a35f-7b1629bba9a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.813687] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30290c29-cff8-4ae1-a35f-7b1629bba9a0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.879391] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6422132a-1c85-4a4e-a168-3840fdb9d7f6: rpc.has_security_group_logging(os_id): False [ 1125.898516] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.898893] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.898959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.899256] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.899358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.899623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.899758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.899843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.900058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.900171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.900392] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.900518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.900613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.900781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.900880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.901118] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.901275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.901356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.901523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.901622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.901716] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 is going to be updated. [ 1125.961458] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.961611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.961693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.961890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.962057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.981139] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: IN_PROGRESS for 2s [ 1126.298638] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.316011] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.316363] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.316517] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.316805] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.316962] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.317238] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 30290c29-cff8-4ae1-a35f-7b1629bba9a0 not found, creating... [ 1126.317524] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.317691] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.317812] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.318050] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.318202] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.318491] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.318650] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.318773] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.318986] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.319143] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.319288] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 30290c29-cff8-4ae1-a35f-7b1629bba9a0 is going to be created. [ 1126.352568] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.352568] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.352797] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.353021] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.353271] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.353514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-30290c29-cff8-4ae1-a35f-7b1629bba9a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.801568] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.801778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.801907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.802069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.802160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.802261] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed is going to be updated. [ 1126.831320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.834075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.834075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.834075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.834075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.843641] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: IN_PROGRESS for 2s [ 1127.221238] env[69404]: INFO networking_nsxv3.common.synchronization [req-4608ebdf-af23-4fd0-94e8-12f1d9300baa req-acd42ffc-6d18-4ada-a26c-42e6551e4c22 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1127.221769] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1127.222101] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.222442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.222442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.222555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.222623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.223030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.223124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.223281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.223367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.223461] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.365077] env[69404]: INFO networking_nsxv3.common.synchronization [req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e req-64fd9349-0609-4cc4-b397-c54dd0cbbf0c service nova] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_rules [ 1127.365077] env[69404]: INFO networking_nsxv3.common.synchronization [req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e req-64fd9349-0609-4cc4-b397-c54dd0cbbf0c service nova] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1127.365219] env[69404]: INFO networking_nsxv3.common.synchronization [req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e req-64fd9349-0609-4cc4-b397-c54dd0cbbf0c service nova] Enqueued Resource ID: 30290c29-cff8-4ae1-a35f-7b1629bba9a0 with Priority: HIGHEST for action port [ 1127.365362] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_rules [ 1127.365489] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1127.365579] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30290c29-cff8-4ae1-a35f-7b1629bba9a0 with Priority: HIGHEST for action port [ 1127.366996] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.367104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.367183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.367385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.367497] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.368710] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.368710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.368710] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-30290c29-cff8-4ae1-a35f-7b1629bba9a0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.368710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30290c29-cff8-4ae1-a35f-7b1629bba9a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.369706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30290c29-cff8-4ae1-a35f-7b1629bba9a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.369706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30290c29-cff8-4ae1-a35f-7b1629bba9a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.369706] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30290c29-cff8-4ae1-a35f-7b1629bba9a0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.506875] env[69404]: INFO networking_nsxv3.common.synchronization [None req-dfb41555-9ca1-4ae9-9382-f16b4885f205 None None] Enqueued Resource ID: 32ae6a59-f4a6-42b1-8da6-42bda658edc4 with Priority: HIGHEST for action port [ 1127.507164] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ae6a59-f4a6-42b1-8da6-42bda658edc4 with Priority: HIGHEST for action port [ 1127.507721] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ae6a59-f4a6-42b1-8da6-42bda658edc4 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.507863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ae6a59-f4a6-42b1-8da6-42bda658edc4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.507912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ae6a59-f4a6-42b1-8da6-42bda658edc4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.508183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ae6a59-f4a6-42b1-8da6-42bda658edc4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.508273] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ae6a59-f4a6-42b1-8da6-42bda658edc4',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.726267] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.726267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.726511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.726700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.747871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.748183] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.748307] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.748874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.748874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.748874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.748874] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1127.771676] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.771676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.771901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.771976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.772160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.780232] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1127.870580] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.870704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.871079] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30290c29-cff8-4ae1-a35f-7b1629bba9a0 with status ACTIVE [ 1127.871079] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.871208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.871238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.872468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.872468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.872468] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.872468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.872468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.872468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.872468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.872468] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.872468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.872468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.872773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.872773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.872773] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30290c29-cff8-4ae1-a35f-7b1629bba9a0 is going to be updated. [ 1127.893052] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.893052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.893052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.893052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.893277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.893483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30290c29-cff8-4ae1-a35f-7b1629bba9a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.009326] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: SUCCESS [ 1128.009326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.012463] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ae6a59-f4a6-42b1-8da6-42bda658edc4 [ 1128.012647] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.012773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.014344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.014344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.014344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.014344] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ae6a59-f4a6-42b1-8da6-42bda658edc4 already deleted. [ 1128.014344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ae6a59-f4a6-42b1-8da6-42bda658edc4" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.852228] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: SUCCESS [ 1128.852603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.852603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.853699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.853699] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.853699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.853699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.853699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.853699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.853699] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.358984] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.789578] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1129.789882] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 deletion is rescheduled due to dependency. [ 1129.790134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.861634] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.076110] env[69404]: INFO networking_nsxv3.common.synchronization [req-2bf1f274-97a7-4bc2-8297-39955322296b req-cbaa34cc-4b2b-4995-b8c8-50f7980f4252 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_members [ 1130.076648] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_members [ 1130.076947] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1923e59c-a29b-4520-8576-88be0a0b8b68 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.077085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.077151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.077408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.077561] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.077682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.077784] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.077871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.077953] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.078060] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.366162] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.366162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.366162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.366162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.366162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.366162] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed is going to be updated. [ 1130.393791] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.394010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.394215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.394401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.394538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.405021] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: IN_PROGRESS for 2s [ 1130.484422] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.484553] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.484681] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.485062] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.485332] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.485498] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.485621] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.485850] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.485997] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.486234] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.486351] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.486470] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.486572] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.486684] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.486792] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.486925] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.506675] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.506913] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.506984] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.507173] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.507470] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6987c573-5658-462f-b6cd-56c36c9cdf3d taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.507643] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6987c573-5658-462f-b6cd-56c36c9cdf3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.507766] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6987c573-5658-462f-b6cd-56c36c9cdf3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.508104] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6987c573-5658-462f-b6cd-56c36c9cdf3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.508250] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6987c573-5658-462f-b6cd-56c36c9cdf3d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.518183] env[69404]: INFO networking_nsxv3.common.synchronization [req-d5837b1e-6b4c-47ed-84b2-5511538217cd req-72cb540f-eb08-42d1-b016-2c8c4250c5fb tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1130.518431] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1130.518930] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.519070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.519133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.519420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.519574] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.519695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.519743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.519898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.519984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.520090] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.580177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.580380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.580679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.581282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.581282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.581282] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.581434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.581468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.581657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.581759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.581996] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 already deleted. [ 1130.582123] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.966305] env[69404]: INFO networking_nsxv3.common.synchronization [req-2184a422-59e7-449b-bd14-dbadaca60533 req-8f6d114b-e091-466c-93ee-d5149b5af384 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1130.966856] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGHEST for action security_group_members [ 1130.967516] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.967651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.967712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.967919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.968274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.968391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.968457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.968621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.968722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.968821] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.011657] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.012034] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.012246] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.012546] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.012706] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.012870] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6987c573-5658-462f-b6cd-56c36c9cdf3d not found, creating... [ 1131.013173] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.013342] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.013462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.013694] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.013836] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.014205] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.014387] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.014526] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.014776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.014876] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.015029] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6987c573-5658-462f-b6cd-56c36c9cdf3d is going to be created. [ 1131.022753] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.035390] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.035495] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.035608] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.038172] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.038455] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.041641] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6987c573-5658-462f-b6cd-56c36c9cdf3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.473486] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.473674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.473750] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.474055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.474185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.474412] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.474516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.474580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.474749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.474827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.474930] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be updated. [ 1131.503248] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.503397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.503478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.503659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.503961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.511714] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: IN_PROGRESS for 2s [ 1131.524788] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.778076] env[69404]: INFO networking_nsxv3.common.synchronization [req-2bf1f274-97a7-4bc2-8297-39955322296b req-953c9ada-0c53-463c-a71b-9b19e4a014fc service nova] Enqueued Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_rules [ 1131.778076] env[69404]: INFO networking_nsxv3.common.synchronization [req-2bf1f274-97a7-4bc2-8297-39955322296b req-953c9ada-0c53-463c-a71b-9b19e4a014fc service nova] Enqueued Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_members [ 1131.778076] env[69404]: INFO networking_nsxv3.common.synchronization [req-2bf1f274-97a7-4bc2-8297-39955322296b req-953c9ada-0c53-463c-a71b-9b19e4a014fc service nova] Enqueued Resource ID: 6987c573-5658-462f-b6cd-56c36c9cdf3d with Priority: HIGHEST for action port [ 1131.778076] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_rules [ 1131.778076] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_members [ 1131.778076] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6987c573-5658-462f-b6cd-56c36c9cdf3d with Priority: HIGHEST for action port [ 1131.778788] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1923e59c-a29b-4520-8576-88be0a0b8b68 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.779159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.779473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.779794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.780439] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.781516] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1923e59c-a29b-4520-8576-88be0a0b8b68 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.785592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.785592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.785654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.786312] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.786312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.786312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.786312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.786504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.786504] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.787866] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6987c573-5658-462f-b6cd-56c36c9cdf3d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.787866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6987c573-5658-462f-b6cd-56c36c9cdf3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.787866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6987c573-5658-462f-b6cd-56c36c9cdf3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.788076] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6987c573-5658-462f-b6cd-56c36c9cdf3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.788324] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6987c573-5658-462f-b6cd-56c36c9cdf3d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.028299] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.028626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.028626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.028764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.028852] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.028952] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1132.058278] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.058430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.058488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.058699] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.058841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.069396] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1132.290193] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1923e59c-a29b-4520-8576-88be0a0b8b68 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.290396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.290624] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.292746] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6987c573-5658-462f-b6cd-56c36c9cdf3d with status ACTIVE [ 1132.293146] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.293316] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.296693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.296693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.296693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.296693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.296873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.296873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.296963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.297133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.297339] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.297491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.297491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.297633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.297708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.297793] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6987c573-5658-462f-b6cd-56c36c9cdf3d is going to be updated. [ 1132.317387] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.317517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.317566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.317778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.317916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.318092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6987c573-5658-462f-b6cd-56c36c9cdf3d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.413023] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: SUCCESS [ 1132.414016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.414016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.414016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.414016] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.414016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.414301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.414301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.414301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.414386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.414478] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.793490] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.917791] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.103573] env[69404]: INFO networking_nsxv3.common.synchronization [req-d285624a-fbcb-479e-aa0f-c864e3abed2e req-26231bd4-3a80-4c15-a400-a8f533fbab0e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Enqueued Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGHEST for action security_group_members [ 1133.104146] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGHEST for action security_group_members [ 1133.105054] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff4094c-4f1a-4812-b217-d567e3854e32 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.105183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.105249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.105506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.105675] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.105772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.105827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.105983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.106094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.106190] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.299629] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.299629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.299629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.299629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.299629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.299629] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 is going to be created. [ 1133.338012] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.338182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.338253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.338474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.338748] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.348774] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 in Status: UNINITIALIZED for 2s [ 1133.419702] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec0d5be-2a54-4777-87b9-87fbb75707ed: rpc.has_security_group_logging(os_id): False [ 1133.437396] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.437551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.437630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.437836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.437929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.438262] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.438454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.438523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.438697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.438778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.438868] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed is going to be updated. [ 1133.477220] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.477427] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-485" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.477555] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-485" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.477908] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-485" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.478241] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.478886] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.479080] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.479331] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.479488] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.479698] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.479823] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.479930] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.480067] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.480165] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.480275] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.480449] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.496561] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.496715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.496768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.496944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.497107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.501916] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.502093] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.502247] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.502410] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-485" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.502697] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-bbbbd573-9872-434f-9a7f-79295740046b taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.502866] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-bbbbd573-9872-434f-9a7f-79295740046b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.502992] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-bbbbd573-9872-434f-9a7f-79295740046b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.503319] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-bbbbd573-9872-434f-9a7f-79295740046b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.503926] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbbbd573-9872-434f-9a7f-79295740046b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.510598] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: IN_PROGRESS for 2s [ 1133.521136] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c73d58-0da6-45f2-9617-307a7998e0ce in Status: SUCCESS [ 1133.521334] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce deletion is rescheduled due to dependency. [ 1133.521445] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.608098] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.608257] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.608331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.608554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.608648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.608850] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.608960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.609053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.609215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.609296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.609384] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 already deleted. [ 1133.609474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.006449] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.006694] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.006833] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.007133] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.007320] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.007589] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port bbbbd573-9872-434f-9a7f-79295740046b not found, creating... [ 1134.008009] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.008266] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.008400] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.008643] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.008791] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.009350] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.009350] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.009472] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.009596] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.009737] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.009883] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: bbbbd573-9872-434f-9a7f-79295740046b is going to be created. [ 1134.028800] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.028992] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.029142] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.029394] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.029617] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.029840] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-bbbbd573-9872-434f-9a7f-79295740046b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.078427] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1134.078427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.924416] env[69404]: INFO networking_nsxv3.common.synchronization [req-d285624a-fbcb-479e-aa0f-c864e3abed2e req-40f76c26-d713-4345-a7d0-79c702ad8825 service nova] Enqueued Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGHEST for action security_group_rules [ 1134.924676] env[69404]: INFO networking_nsxv3.common.synchronization [req-d285624a-fbcb-479e-aa0f-c864e3abed2e req-40f76c26-d713-4345-a7d0-79c702ad8825 service nova] Enqueued Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGHEST for action security_group_members [ 1134.924730] env[69404]: INFO networking_nsxv3.common.synchronization [req-d285624a-fbcb-479e-aa0f-c864e3abed2e req-40f76c26-d713-4345-a7d0-79c702ad8825 service nova] Enqueued Resource ID: bbbbd573-9872-434f-9a7f-79295740046b with Priority: HIGHEST for action port [ 1134.924960] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGHEST for action security_group_rules [ 1134.925100] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGHEST for action security_group_members [ 1134.925203] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbbbd573-9872-434f-9a7f-79295740046b with Priority: HIGHEST for action port [ 1134.925747] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff4094c-4f1a-4812-b217-d567e3854e32 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.925852] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.925920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.926588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.926676] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.932118] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff4094c-4f1a-4812-b217-d567e3854e32 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.932118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.932118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.932118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.933465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.933465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.933465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.933465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.933465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.933465] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.934725] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbbbd573-9872-434f-9a7f-79295740046b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.934964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbbbd573-9872-434f-9a7f-79295740046b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.934964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbbbd573-9872-434f-9a7f-79295740046b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.935138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbbbd573-9872-434f-9a7f-79295740046b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.935180] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbbbd573-9872-434f-9a7f-79295740046b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.358032] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 in Status: SUCCESS [ 1135.358164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.358329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.358538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.358728] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.358855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.358922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.359111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.359233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.359273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.359342] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.431554] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff4094c-4f1a-4812-b217-d567e3854e32 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.431700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.436871] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.437986] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbbbd573-9872-434f-9a7f-79295740046b with status ACTIVE [ 1135.438218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.438344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.438431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.438604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.438692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.438862] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.438961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.439099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.439227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.439285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.439633] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.439633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.439633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.439771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.439800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.439988] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbbbd573-9872-434f-9a7f-79295740046b is going to be updated. [ 1135.460851] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.461047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.461047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.461251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.461372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.461838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbbbd573-9872-434f-9a7f-79295740046b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.526328] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: SUCCESS [ 1135.526557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.861565] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.944560] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.366025] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1923e59c-a29b-4520-8576-88be0a0b8b68: rpc.has_security_group_logging(os_id): False [ 1136.381984] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.382341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.382341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.384205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.384205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.384205] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.384205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.384205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.384205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.384205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.384205] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 is going to be created. [ 1136.442020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.442020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.442020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.442020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.442020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.447581] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.447714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.447768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.447922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.448017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.448111] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 is going to be created. [ 1136.450649] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 in Status: IN_PROGRESS for 2s [ 1136.470408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.470408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.470408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.470586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.471072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.478853] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 in Status: UNINITIALIZED for 2s [ 1137.413234] env[69404]: INFO networking_nsxv3.common.synchronization [req-88ab3aee-2f4d-454c-9575-c909ad87e203 req-89db6f2c-2aa9-4131-a726-d8cbf0169aff tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1137.413937] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1137.414062] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.414235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.414300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.415150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.415150] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.415150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.415150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.415150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.415485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.415775] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.923896] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.923896] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.923896] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 already deleted. [ 1137.923896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.944103] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.944103] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-613" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.944103] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-613" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.944103] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-613" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.944103] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.944103] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.944103] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.944103] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.944103] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.944103] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.944936] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.945232] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.945623] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.945871] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.946221] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.946628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.967146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.967146] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1137.967146] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.967146] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-613" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.967146] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-5da9441a-6a83-4bcd-9b8a-4712a805202e taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.967769] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.968065] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.968504] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.968777] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da9441a-6a83-4bcd-9b8a-4712a805202e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.472029] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.472029] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.472029] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.472029] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.472496] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.472496] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 5da9441a-6a83-4bcd-9b8a-4712a805202e not found, creating... [ 1138.472673] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.472759] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.472864] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.473121] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.473269] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.473563] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.473725] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.473848] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.474120] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.474267] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.474416] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e is going to be created. [ 1138.476106] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 in Status: SUCCESS [ 1138.476301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.486462] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 in Status: SUCCESS [ 1138.486658] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.486803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.486999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.487172] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.487285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.487337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.487489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.487567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.487649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.487743] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.495699] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.496401] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.496401] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.497024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.497024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.497325] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.840031] env[69404]: INFO networking_nsxv3.common.synchronization [None req-2bfec156-4083-46d3-a8e2-1186784fa9ea tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1138.840031] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1138.840414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.840688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.840919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.841295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.841593] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.841923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.842155] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.843823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.843823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.843823] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.994975] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff4094c-4f1a-4812-b217-d567e3854e32 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.994975] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.994975] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff4094c-4f1a-4812-b217-d567e3854e32 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.994975] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.994975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.995641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.995641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.995641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.995641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.995641] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.351182] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.353119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.353305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.353603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.377921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.377921] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.377921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.377921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.377921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.377921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.377921] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1139.406203] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.406203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.406203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.406203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.406203] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.413313] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1139.497616] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff4094c-4f1a-4812-b217-d567e3854e32: rpc.has_security_group_logging(os_id): False [ 1139.517876] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.518282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.518458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.518706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.518875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.519046] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.519171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.519219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.519396] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.519477] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.519699] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.521059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.521059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.521059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.521059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.521059] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.521059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.521059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.521059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.521059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.521059] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 is going to be created. [ 1139.591978] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.592243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.592243] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.592460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.592652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.605344] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 in Status: IN_PROGRESS for 2s [ 1139.727727] env[69404]: INFO networking_nsxv3.common.synchronization [req-88ab3aee-2f4d-454c-9575-c909ad87e203 req-63e3d9d2-7b49-4a0f-bf7c-2c08e17d209f service nova] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_rules [ 1139.727924] env[69404]: INFO networking_nsxv3.common.synchronization [req-88ab3aee-2f4d-454c-9575-c909ad87e203 req-63e3d9d2-7b49-4a0f-bf7c-2c08e17d209f service nova] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1139.728082] env[69404]: INFO networking_nsxv3.common.synchronization [req-88ab3aee-2f4d-454c-9575-c909ad87e203 req-63e3d9d2-7b49-4a0f-bf7c-2c08e17d209f service nova] Enqueued Resource ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e with Priority: HIGHEST for action port [ 1139.728657] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_rules [ 1139.729332] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1139.729332] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e with Priority: HIGHEST for action port [ 1139.729535] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.729686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.729775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.730021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.730148] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.730973] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.731142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.731223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.731712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.731712] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.731712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.731712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.732048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.732048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.732048] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.735414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da9441a-6a83-4bcd-9b8a-4712a805202e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.735414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.735414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.735414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.735414] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da9441a-6a83-4bcd-9b8a-4712a805202e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.238425] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.238425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.238425] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.238721] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5da9441a-6a83-4bcd-9b8a-4712a805202e with status ACTIVE [ 1140.239167] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.239167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.239167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.239167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.239356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239538] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.239538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.239635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.239730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.239872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239973] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.240073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.240130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.240265] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.240331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.240592] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e is going to be updated. [ 1140.265159] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.265327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.265408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.265633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.265767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.265938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.745116] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.250260] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.250260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.250260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.250260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.250260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.250260] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be created. [ 1141.283380] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.283380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.283380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.283380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.283380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.296829] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: UNINITIALIZED for 2s [ 1141.425427] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1141.425622] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f deletion is rescheduled due to dependency. [ 1141.425739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.624172] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 in Status: SUCCESS [ 1141.624172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.306761] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: SUCCESS [ 1143.307596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.307833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.308143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.309032] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.309898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.309898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.309898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.309898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.309898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.309898] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.813379] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.813544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.813587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.813772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.813997] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.814134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.814227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.814397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.814486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.814575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.814729] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.814840] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.814886] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.815021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.815185] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.815296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.815359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.815496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.815569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.815652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.815740] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.318317] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 999314cf-c4d0-41b6-8cd8-82bab1dbbce9: rpc.has_security_group_logging(os_id): False [ 1144.335783] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.335946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.336047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.336266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.336358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.336573] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.336681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.336783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.336973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.337082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.337293] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.337397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.337460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.337602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.337678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.337912] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.338037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.338104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.338590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.338590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.338590] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be created. [ 1144.355127] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.355357] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.355568] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.355777] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.356087] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.356268] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.356390] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.356610] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.356750] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.356954] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.357132] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.357253] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.357368] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.357484] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.357594] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.357728] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.376322] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.376483] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.376629] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.376796] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.377100] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.377273] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.377398] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.377696] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.377890] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02f1f2c-66da-4cfd-8136-f8cf3f185d13',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.391587] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.392934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.392934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.392934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.392934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.402571] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: IN_PROGRESS for 2s [ 1144.732195] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.732341] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1144.880532] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.880776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.880922] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.881240] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.881416] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.881588] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port c02f1f2c-66da-4cfd-8136-f8cf3f185d13 not found, creating... [ 1144.881949] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.882160] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.882290] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.882549] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.882697] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.883017] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.883194] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.883334] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.883551] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.883693] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.883915] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 is going to be created. [ 1144.902947] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.904224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.904224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.904224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.904224] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.904412] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.620138] env[69404]: INFO networking_nsxv3.common.synchronization [req-4783b180-9c7e-4fc2-9567-e53c6f377edc req-019cc1f1-64d7-4cfb-b289-058b98864d74 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 1145.620435] env[69404]: INFO networking_nsxv3.common.synchronization [req-4783b180-9c7e-4fc2-9567-e53c6f377edc req-019cc1f1-64d7-4cfb-b289-058b98864d74 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1145.620583] env[69404]: INFO networking_nsxv3.common.synchronization [req-4783b180-9c7e-4fc2-9567-e53c6f377edc req-019cc1f1-64d7-4cfb-b289-058b98864d74 service nova] Enqueued Resource ID: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 with Priority: HIGHEST for action port [ 1145.621181] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 1145.621420] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1145.621557] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 with Priority: HIGHEST for action port [ 1145.621962] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.622113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.622179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.622385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.622465] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.623918] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.623918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.623918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.623918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.623918] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.624237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.624237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.624237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.624549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.624549] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.625597] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.625709] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.625775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.625952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.626045] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02f1f2c-66da-4cfd-8136-f8cf3f185d13',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.127508] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.127677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.128925] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.130198] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c02f1f2c-66da-4cfd-8136-f8cf3f185d13 with status ACTIVE [ 1146.130528] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.130528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.130643] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.130740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.130830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.131011] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.131186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.131186] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.131318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.131400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.131577] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.131668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.131729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.131864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.131935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.132029] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 is going to be updated. [ 1146.152200] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.152430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.152557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.152772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.152912] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.153096] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.416038] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: SUCCESS [ 1146.416297] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.634628] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.138100] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.138100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.138100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.138100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.138100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.138100] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1147.172229] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.172380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.172447] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.172679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.172851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.181894] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1147.866084] env[69404]: INFO networking_nsxv3.common.synchronization [req-dff9e784-f745-4b62-8e79-908cfc50557d req-bba24e91-1ce8-458d-907a-9a968e87d650 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Enqueued Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1147.866598] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 with Priority: HIGHEST for action security_group_members [ 1147.866900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb6d85e-6c39-4fe6-b628-096ee26a3322 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.867039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.867109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.867312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.867465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.867564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.867625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.868413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.868554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.868948] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb6d85e-6c39-4fe6-b628-096ee26a3322',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.371561] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.371742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.371793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.372021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.372121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.372327] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.372430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.372493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.372685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.372763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.372853] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 is going to be updated. [ 1148.398809] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.399040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.399106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.399502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.399578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.407933] env[69404]: INFO networking_nsxv3.common.synchronization [req-1b2a50da-6b51-40ee-a4c6-34251b252f87 req-fc76ef1b-e9d1-4eaa-b8c7-0c8f7bdd25c3 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Enqueued Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGHEST for action security_group_members [ 1148.409317] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: IN_PROGRESS for 2s [ 1148.409635] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGHEST for action security_group_members [ 1148.410048] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff4094c-4f1a-4812-b217-d567e3854e32 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.410204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.410301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.410562] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.410778] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.410918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.411031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.411237] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.411969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.412167] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.692513] env[69404]: INFO networking_nsxv3.common.synchronization [None req-082fc133-cd15-451f-aa71-572237ec2277 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Enqueued Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_rules [ 1148.692513] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_rules [ 1148.692513] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f80a55b-3074-4c45-a250-1bc96701324d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.692513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.692513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.692513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.692513] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.764179] env[69404]: INFO networking_nsxv3.common.synchronization [None req-dd9f2bf3-86fc-409d-a8d4-e0941b80ff7a tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Enqueued Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_rules [ 1148.764718] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_rules [ 1148.765025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f80a55b-3074-4c45-a250-1bc96701324d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.765134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.914610] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.915275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.915275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.915275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.915275] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.915474] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.915604] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.915678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.915856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.915962] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.916059] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 is going to be updated. [ 1148.953100] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.953100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.953100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.953100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.957346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.965434] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 in Status: IN_PROGRESS for 2s [ 1148.983242] env[69404]: INFO networking_nsxv3.common.synchronization [req-b05fa656-5b69-4a3e-b567-6b5557a305dc req-70e9a638-e75e-4bc1-8aa7-5045aa9f6aee tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1148.983735] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1148.984057] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.984179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.984236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.984436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.984587] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.984682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.984734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.984917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.985008] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.985442] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.192888] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1149.193094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.193300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.193551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.193778] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.193921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.193992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.194168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.194594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.194594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.194594] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.215785] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.215785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.215785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.215785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.215785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.215785] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f80a55b-3074-4c45-a250-1bc96701324d already deleted. [ 1149.215785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.215785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.216226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.216226] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.488717] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.488955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.489084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.489386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.489526] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.489808] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.489965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.490074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.490305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.490422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.490562] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1149.515319] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.515319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.515319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.515689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.515689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.524091] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1149.538189] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.538416] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.538528] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.538765] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.539029] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.539196] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.539316] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.539539] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.539688] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.539899] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.540517] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.540700] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.540835] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.540960] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.541088] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.541231] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.557303] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.557469] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.557612] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.557804] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.558154] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-72e11710-f2a0-4b4a-b464-6e9936f3f12e taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.558342] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-72e11710-f2a0-4b4a-b464-6e9936f3f12e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.558467] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-72e11710-f2a0-4b4a-b464-6e9936f3f12e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.558797] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-72e11710-f2a0-4b4a-b464-6e9936f3f12e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.558942] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e11710-f2a0-4b4a-b464-6e9936f3f12e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.700404] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.700577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.700677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.700960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.701223] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.701376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.701474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.701702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.701836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.701970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.702187] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.702315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.702400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.702586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.702775] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.702900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.702986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.703206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.703337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.703468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.703597] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.735690] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.735882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.735882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.736146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.736229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.736317] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f80a55b-3074-4c45-a250-1bc96701324d already deleted. [ 1149.736397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.061328] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.061626] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.061683] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.062071] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.062256] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.062421] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 72e11710-f2a0-4b4a-b464-6e9936f3f12e not found, creating... [ 1150.062690] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.062857] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.062979] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.063232] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.063376] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.063663] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.063861] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.064016] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.065636] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.065636] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.065636] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 72e11710-f2a0-4b4a-b464-6e9936f3f12e is going to be created. [ 1150.086685] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.086892] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.087035] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.087311] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.087564] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.087794] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-72e11710-f2a0-4b4a-b464-6e9936f3f12e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.205915] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74937520-90b6-4334-9b8a-85ec4bc7e15f: rpc.has_security_group_logging(os_id): False [ 1150.236649] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.236649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.236649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.236649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.236649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.236860] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.236860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.236860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.237878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.237878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.237878] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.237878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.237878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.237878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.237878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.237878] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.237878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.238271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.241631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.241740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.241883] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1150.311789] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.313404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.313404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.313404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.313404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.330429] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1150.417767] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 in Status: SUCCESS [ 1150.417959] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb6d85e-6c39-4fe6-b628-096ee26a3322 deletion is rescheduled due to dependency. [ 1150.418087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb6d85e-6c39-4fe6-b628-096ee26a3322" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.788642] env[69404]: INFO networking_nsxv3.common.synchronization [req-b05fa656-5b69-4a3e-b567-6b5557a305dc req-e580e7d8-769f-4241-afe4-556e55656c6a service nova] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 1150.788814] env[69404]: INFO networking_nsxv3.common.synchronization [req-b05fa656-5b69-4a3e-b567-6b5557a305dc req-e580e7d8-769f-4241-afe4-556e55656c6a service nova] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1150.789040] env[69404]: INFO networking_nsxv3.common.synchronization [req-b05fa656-5b69-4a3e-b567-6b5557a305dc req-e580e7d8-769f-4241-afe4-556e55656c6a service nova] Enqueued Resource ID: 72e11710-f2a0-4b4a-b464-6e9936f3f12e with Priority: HIGHEST for action port [ 1150.789186] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 1150.789309] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1150.789408] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e11710-f2a0-4b4a-b464-6e9936f3f12e with Priority: HIGHEST for action port [ 1150.789917] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.790053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.790125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.790321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.790404] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.791223] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.791324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.791858] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e11710-f2a0-4b4a-b464-6e9936f3f12e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.791970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e11710-f2a0-4b4a-b464-6e9936f3f12e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.792072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e11710-f2a0-4b4a-b464-6e9936f3f12e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.792244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e11710-f2a0-4b4a-b464-6e9936f3f12e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.792320] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e11710-f2a0-4b4a-b464-6e9936f3f12e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.975145] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 in Status: SUCCESS [ 1150.975309] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 deletion is rescheduled due to dependency. [ 1150.975430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.294054] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.294311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.294392] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72e11710-f2a0-4b4a-b464-6e9936f3f12e with status ACTIVE [ 1151.294601] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.294683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.294753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.295103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.295220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.295422] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.295529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.295597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.295783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.295848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.296052] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.296225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.296293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.296441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.296517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.296603] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72e11710-f2a0-4b4a-b464-6e9936f3f12e is going to be updated. [ 1151.322408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.323136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.323136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.323136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.323367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.323547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e11710-f2a0-4b4a-b464-6e9936f3f12e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.533798] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1151.534139] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 deletion is rescheduled due to dependency. [ 1151.534296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.534471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.534742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.534983] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.535212] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.535299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.535476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.535624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.537132] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.038977] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.344783] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1152.344987] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.543566] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.045250] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.045250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.045250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.045250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.045250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.045250] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1153.074684] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.074684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.074684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.074684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.074935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.078228] env[69404]: INFO networking_nsxv3.common.synchronization [None req-1115987c-f4e6-47d2-ba3e-157b956fe850 None None] Enqueued Resource ID: 38c794ec-3ef0-4e0a-974d-bb3a79757b66 with Priority: HIGHEST for action port [ 1153.079760] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c794ec-3ef0-4e0a-974d-bb3a79757b66 with Priority: HIGHEST for action port [ 1153.079760] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-38c794ec-3ef0-4e0a-974d-bb3a79757b66 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.079760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38c794ec-3ef0-4e0a-974d-bb3a79757b66" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.079760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38c794ec-3ef0-4e0a-974d-bb3a79757b66" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.079902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38c794ec-3ef0-4e0a-974d-bb3a79757b66" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.079902] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38c794ec-3ef0-4e0a-974d-bb3a79757b66',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.085208] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1153.582765] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38c794ec-3ef0-4e0a-974d-bb3a79757b66 [ 1153.583839] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.583993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.584158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.584287] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.584375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.584470] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38c794ec-3ef0-4e0a-974d-bb3a79757b66 already deleted. [ 1153.584723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38c794ec-3ef0-4e0a-974d-bb3a79757b66" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.977018] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.977018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.977018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.977018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.977018] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.977018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.977018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.977575] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.977575] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.977575] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.977673] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.977766] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.977873] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.977980] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.978096] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.978228] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.995040] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.995246] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.995347] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.995522] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.995829] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.996018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.996174] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.996477] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.996619] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.093669] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1155.094032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.094252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.094519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.094759] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.094918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.094988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.095220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.095312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.095406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.095508] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.386338] env[69404]: INFO networking_nsxv3.common.synchronization [None req-3b2c4bcc-ade6-4dd2-b634-381c612267a0 None None] Enqueued Resource ID: e32dcf6d-b5b8-4503-9827-a33b2e312d75 with Priority: HIGHEST for action port [ 1155.387101] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32dcf6d-b5b8-4503-9827-a33b2e312d75 with Priority: HIGHEST for action port [ 1155.387487] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-e32dcf6d-b5b8-4503-9827-a33b2e312d75 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.387704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e32dcf6d-b5b8-4503-9827-a33b2e312d75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.387798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e32dcf6d-b5b8-4503-9827-a33b2e312d75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.388154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e32dcf6d-b5b8-4503-9827-a33b2e312d75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.388328] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32dcf6d-b5b8-4503-9827-a33b2e312d75',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.503684] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.503978] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.504132] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.504418] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.504570] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.504897] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.505075] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.505201] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.505432] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.505575] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.505869] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.506042] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.506166] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.506381] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.506517] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.506664] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 is going to be updated. [ 1155.529792] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.529792] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.529792] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.529792] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.530223] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.530223] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.599018] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.891225] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e32dcf6d-b5b8-4503-9827-a33b2e312d75 [ 1155.891466] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.891600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.891827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.891918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.892021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.892117] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e32dcf6d-b5b8-4503-9827-a33b2e312d75 already deleted. [ 1155.892201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e32dcf6d-b5b8-4503-9827-a33b2e312d75" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.100575] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e27995-2935-460c-a40f-1edf235ea204: rpc.has_security_group_logging(os_id): False [ 1156.119397] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.119638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.119718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.119887] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.119992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.120264] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.120344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.120392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.120538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.120627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.120695] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1156.177140] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.177283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.177355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.177557] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.177927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.194682] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1156.202877] env[69404]: INFO networking_nsxv3.common.synchronization [req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 req-2304646a-48c7-4646-950b-9f7f4cab3d5b service nova] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_rules [ 1156.203066] env[69404]: INFO networking_nsxv3.common.synchronization [req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 req-2304646a-48c7-4646-950b-9f7f4cab3d5b service nova] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_members [ 1156.203214] env[69404]: INFO networking_nsxv3.common.synchronization [req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 req-2304646a-48c7-4646-950b-9f7f4cab3d5b service nova] Enqueued Resource ID: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 with Priority: HIGHEST for action port [ 1156.203432] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_rules [ 1156.203557] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_members [ 1156.203654] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 with Priority: HIGHEST for action port [ 1156.204336] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.204454] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.204533] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.204718] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.204835] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.205595] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.205702] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.205766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.206017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.206163] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.206255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.207091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.207091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.207091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.207091] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.208805] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.208928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.208984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.209134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.209201] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.711592] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.711834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.711935] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.712966] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 with status ACTIVE [ 1156.713612] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.713612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.713612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.713885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.713885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.714130] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.714800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.714800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.714800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.714800] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.715148] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.715148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.715148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.715328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.715379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.715469] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 is going to be updated. [ 1156.738566] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.738829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.738829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.738959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.739585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.739585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.217399] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.309440] env[69404]: INFO networking_nsxv3.common.synchronization [req-130f656f-75b5-472f-b202-d6654970c8f1 req-ba3cd86f-d51f-4e7c-a9ab-cc918e793315 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 with Priority: HIGHEST for action security_group_members [ 1157.311352] env[69404]: INFO networking_nsxv3.common.synchronization [req-130f656f-75b5-472f-b202-d6654970c8f1 req-ba3cd86f-d51f-4e7c-a9ab-cc918e793315 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1157.311352] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 with Priority: HIGHEST for action security_group_members [ 1157.311352] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1157.311352] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.311352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.311352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.311352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.311352] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.311352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.311352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.311976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.311976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.311976] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.312510] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.313037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.313122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.313286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.313940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.313940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.313940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.313940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.313940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.313940] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.390056] env[69404]: INFO networking_nsxv3.common.synchronization [req-130f656f-75b5-472f-b202-d6654970c8f1 req-ba3cd86f-d51f-4e7c-a9ab-cc918e793315 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 with Priority: HIGHEST for action security_group_rules [ 1157.390279] env[69404]: INFO networking_nsxv3.common.synchronization [req-130f656f-75b5-472f-b202-d6654970c8f1 req-ba3cd86f-d51f-4e7c-a9ab-cc918e793315 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 with Priority: HIGHEST for action security_group_members [ 1157.390429] env[69404]: INFO networking_nsxv3.common.synchronization [req-130f656f-75b5-472f-b202-d6654970c8f1 req-ba3cd86f-d51f-4e7c-a9ab-cc918e793315 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_rules [ 1157.390568] env[69404]: INFO networking_nsxv3.common.synchronization [req-130f656f-75b5-472f-b202-d6654970c8f1 req-ba3cd86f-d51f-4e7c-a9ab-cc918e793315 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1157.390690] env[69404]: INFO networking_nsxv3.common.synchronization [req-130f656f-75b5-472f-b202-d6654970c8f1 req-ba3cd86f-d51f-4e7c-a9ab-cc918e793315 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e with Priority: HIGHEST for action port [ 1157.391196] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 with Priority: HIGHEST for action security_group_rules [ 1157.391332] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_rules [ 1157.391431] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e with Priority: HIGHEST for action port [ 1157.391522] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 with Priority: HIGHEST for action security_group_members [ 1157.391611] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1157.391885] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.392021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.393585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.393585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.393707] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.394816] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.394816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.394816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.396196] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.398055] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.398055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da9441a-6a83-4bcd-9b8a-4712a805202e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.398055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.398055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.398055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.398055] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da9441a-6a83-4bcd-9b8a-4712a805202e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.404427] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.404427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.404427] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.404427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.719531] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.719703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.719927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.720034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.720141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.720281] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 is going to be updated. [ 1157.745843] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.746008] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.746085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.746300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.746444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.757701] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: IN_PROGRESS for 2s [ 1157.815766] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.817948] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.830180] env[69404]: INFO networking_nsxv3.common.synchronization [req-07e9b35f-bcdd-4062-ae6c-8e300cfd8e05 req-e6d6d8ee-453c-486c-9abe-cc2122df169d tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 with Priority: HIGHEST for action security_group_members [ 1157.830180] env[69404]: INFO networking_nsxv3.common.synchronization [req-07e9b35f-bcdd-4062-ae6c-8e300cfd8e05 req-e6d6d8ee-453c-486c-9abe-cc2122df169d tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1157.830432] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 with Priority: HIGHEST for action security_group_members [ 1157.830556] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1157.830872] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.830980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.831556] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.831657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.902743] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.903717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.903717] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5da9441a-6a83-4bcd-9b8a-4712a805202e with status ACTIVE [ 1157.903717] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.903895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.903926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.904262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.904480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.904711] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.904900] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.906235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.906541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.906694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.907151] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.907325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.907440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.910837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.910837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.910837] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e is going to be updated. [ 1157.911718] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.911911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.929835] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.929983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.930104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.930554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.930779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.930996] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.938265] env[69404]: INFO networking_nsxv3.common.synchronization [req-07e9b35f-bcdd-4062-ae6c-8e300cfd8e05 req-e6d6d8ee-453c-486c-9abe-cc2122df169d tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_rules [ 1157.938495] env[69404]: INFO networking_nsxv3.common.synchronization [req-07e9b35f-bcdd-4062-ae6c-8e300cfd8e05 req-e6d6d8ee-453c-486c-9abe-cc2122df169d tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1157.938576] env[69404]: INFO networking_nsxv3.common.synchronization [req-07e9b35f-bcdd-4062-ae6c-8e300cfd8e05 req-e6d6d8ee-453c-486c-9abe-cc2122df169d tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e with Priority: HIGHEST for action port [ 1157.939082] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_rules [ 1157.939217] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1157.939311] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e with Priority: HIGHEST for action port [ 1157.939592] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.939694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.939899] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.939965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.940305] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da9441a-6a83-4bcd-9b8a-4712a805202e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.940414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.940479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.940668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.940759] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da9441a-6a83-4bcd-9b8a-4712a805202e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.221106] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1158.221452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.318406] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.319848] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.445023] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5da9441a-6a83-4bcd-9b8a-4712a805202e with status ACTIVE [ 1158.445023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.445023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.445023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.445023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.445023] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5da9441a-6a83-4bcd-9b8a-4712a805202e is going to be updated. [ 1158.466169] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.466169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.466169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.466323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.466323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.466487] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da9441a-6a83-4bcd-9b8a-4712a805202e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.821997] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.822176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.822244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.822496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.822590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.822693] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 is going to be created. [ 1158.823941] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.824066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.824169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.824391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.824475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.824565] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be updated. [ 1158.846047] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.846214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.846285] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.846495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.846638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.853167] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.853306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.853306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.853504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.853664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.855376] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 in Status: UNINITIALIZED for 2s [ 1158.861933] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: IN_PROGRESS for 2s [ 1159.767067] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: SUCCESS [ 1159.767346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.767522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.767772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.767981] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.768494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.768494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.768494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.768494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.768494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.768695] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.271752] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.775631] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed24a135-42f9-4ca3-9c78-f99661a61a80: rpc.has_security_group_logging(os_id): False [ 1160.796022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.796022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.796022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.796022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.796022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.796022] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.796022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.796022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.796022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.796022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.796022] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 is going to be updated. [ 1160.877614] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.879052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.879199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.879409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.879590] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.881437] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 in Status: SUCCESS [ 1160.881593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.882046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.882283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.882477] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.882635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.882727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.882870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.882986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.883053] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.906780] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: IN_PROGRESS for 2s [ 1161.152795] env[69404]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/realized-state/status', 'params': {'intent_path': '/infra/domains/default/groups/999314cf-c4d0-41b6-8cd8-82bab1dbbce9'}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1161.153020] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=69404) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1161.388606] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.388780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.388855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.389094] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.389189] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.389511] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.389622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.389777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.389844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.389929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.390039] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 is going to be deleted. [ 1161.464218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.464218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.464218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.464218] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.931735] env[69404]: INFO networking_nsxv3.common.synchronization [req-96871542-b629-456a-8b1a-1e52c22a9da3 req-8c24b12d-7004-43b3-aea8-a58d933e0ffa tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Enqueued Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_members [ 1161.932309] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_members [ 1161.932616] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f80a55b-3074-4c45-a250-1bc96701324d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.932741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.932808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.936687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.938214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.938214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.938214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.938214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.938214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.938214] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.970423] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.970423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.970423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.970423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.970423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.970423] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.970423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.970423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.971918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.971918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.971918] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 already deleted. [ 1161.972047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.973715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.975647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.975647] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.975647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.975647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.975647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.975647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.975647] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.375512] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.375512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.375512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.375512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.375512] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.375512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.375512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.375512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.375512] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.375952] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.375952] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.375952] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.375952] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.376084] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.376391] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.376391] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.397345] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.397558] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.397791] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.397990] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-848" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.398329] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-d22fd4a7-d558-484e-bd16-bc8b476b6142 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.398509] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-d22fd4a7-d558-484e-bd16-bc8b476b6142" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.398680] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-d22fd4a7-d558-484e-bd16-bc8b476b6142" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.399112] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-d22fd4a7-d558-484e-bd16-bc8b476b6142" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.399267] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22fd4a7-d558-484e-bd16-bc8b476b6142',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.441925] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.442112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.442206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.442419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.442515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.442751] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.442846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.442913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.443082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.443161] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.443250] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f80a55b-3074-4c45-a250-1bc96701324d already deleted. [ 1162.443329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.477996] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.478176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.478244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.478481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.478566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.478779] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.478879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.479049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.479213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.479306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.479395] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 already deleted. [ 1162.479485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.479584] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.905031] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.905031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.905031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.905031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.905031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.905031] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port d22fd4a7-d558-484e-bd16-bc8b476b6142 not found, creating... [ 1162.905031] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.905031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.905031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.905031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.905031] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.905560] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.905560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.905560] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.905937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.906218] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.906670] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: d22fd4a7-d558-484e-bd16-bc8b476b6142 is going to be created. [ 1162.924556] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: SUCCESS [ 1162.925090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.932626] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.933434] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.933681] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.934261] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.934679] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.935108] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-d22fd4a7-d558-484e-bd16-bc8b476b6142" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.983239] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d6b3e04-d7e5-43ca-9d76-a6f55e995c20',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.166477] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: SUCCESS [ 1163.166671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.166821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.167131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.167351] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.167451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.167516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.167690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.167771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.167877] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.486478] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20: rpc.has_security_group_logging(os_id): False [ 1163.508925] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.509141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.509217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.509438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.509532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.509734] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.509850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.509921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.510160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.510245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.510337] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 is going to be created. [ 1163.529816] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6d6b3e04-d7e5-43ca-9d76-a6f55e995c20], does not exist path=[/infra/domains/default/groups/6d6b3e04-d7e5-43ca-9d76-a6f55e995c20]."\n}' [ 1163.529983] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 [ 1163.530089] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1163.568108] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.568331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.568472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.568729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.569977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.570350] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.570471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.570542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.570742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.570829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.571058] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.571207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.571207] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.571418] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.571418] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.571509] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 is going to be created. [ 1163.595452] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6d6b3e04-d7e5-43ca-9d76-a6f55e995c20], does not exist path=[/infra/domains/default/groups/6d6b3e04-d7e5-43ca-9d76-a6f55e995c20]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 [ 1163.595452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d6b3e04-d7e5-43ca-9d76-a6f55e995c20" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.595632] env[69404]: Traceback (most recent call last): [ 1163.595665] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1163.595665] env[69404]: return func(*args, **kwargs) [ 1163.595665] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1163.595665] env[69404]: res.raise_for_status() [ 1163.595665] env[69404]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1163.595665] env[69404]: raise HTTPError(http_error_msg, response=self) [ 1163.595665] env[69404]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 [ 1163.595665] env[69404]: During handling of the above exception, another exception occurred: [ 1163.595665] env[69404]: Traceback (most recent call last): [ 1163.596259] env[69404]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1163.596259] env[69404]: listener.cb(fileno) [ 1163.596259] env[69404]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1163.596259] env[69404]: result = function(*args, **kwargs) [ 1163.596259] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1163.596259] env[69404]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1163.596259] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1163.596259] env[69404]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1163.596259] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1163.596259] env[69404]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1163.596259] env[69404]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1163.596259] env[69404]: res.raise_for_status() [ 1163.596259] env[69404]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1163.596259] env[69404]: raise HTTPError(http_error_msg, response=self) [ 1163.596259] env[69404]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d6b3e04-d7e5-43ca-9d76-a6f55e995c20 [ 1163.596259] env[69404]: Removing descriptor: 15 [ 1163.670655] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.676438] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.676986] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.677532] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.677633] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.678030] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.678160] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.678470] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.678769] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.678972] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.679416] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.679416] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.679559] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.679715] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.680040] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.680210] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.680403] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.702323] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.703134] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.703435] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.703681] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-958" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.704095] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.704337] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.704493] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.704801] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.705180] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02f1f2c-66da-4cfd-8136-f8cf3f185d13',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.752893] env[69404]: INFO networking_nsxv3.common.synchronization [req-96871542-b629-456a-8b1a-1e52c22a9da3 req-6b647b67-d585-4391-9d18-555a1a7773c5 service nova] Enqueued Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_rules [ 1163.753085] env[69404]: INFO networking_nsxv3.common.synchronization [req-96871542-b629-456a-8b1a-1e52c22a9da3 req-6b647b67-d585-4391-9d18-555a1a7773c5 service nova] Enqueued Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_members [ 1163.753279] env[69404]: INFO networking_nsxv3.common.synchronization [req-96871542-b629-456a-8b1a-1e52c22a9da3 req-6b647b67-d585-4391-9d18-555a1a7773c5 service nova] Enqueued Resource ID: d22fd4a7-d558-484e-bd16-bc8b476b6142 with Priority: HIGHEST for action port [ 1163.754115] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_rules [ 1163.754334] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_members [ 1163.754695] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22fd4a7-d558-484e-bd16-bc8b476b6142 with Priority: HIGHEST for action port [ 1163.754855] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f80a55b-3074-4c45-a250-1bc96701324d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.755098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.755227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.755488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.755582] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.756596] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f80a55b-3074-4c45-a250-1bc96701324d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.756770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.756903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.757159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.757371] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.757544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.759056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.759299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.759406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.759513] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.760438] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22fd4a7-d558-484e-bd16-bc8b476b6142 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.760591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22fd4a7-d558-484e-bd16-bc8b476b6142" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.760671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22fd4a7-d558-484e-bd16-bc8b476b6142" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.760955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22fd4a7-d558-484e-bd16-bc8b476b6142" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.760955] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22fd4a7-d558-484e-bd16-bc8b476b6142',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.875252] env[69404]: INFO networking_nsxv3.common.synchronization [req-04178627-f6db-401e-a410-c47e72486edc req-625f6f76-6abe-42df-8f3b-455ae42c5a3d tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1163.875508] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1163.875943] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.875943] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.876154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.876779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.877688] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.877835] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.877938] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.878178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.878338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.878710] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.173166] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.180221] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.180433] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.180562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.180898] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.181175] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.181341] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.181545] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.181709] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.181883] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.182120] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.182240] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.182355] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.182468] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.182583] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.182694] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.183189] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.201113] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.201281] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.201420] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.201595] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.201922] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.202113] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.202239] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.202541] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.202686] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01054ee5-1f22-4cf7-8d40-d5ee05fd7835',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.207760] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.208233] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.208233] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.208339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.208486] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.208763] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.208930] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.209065] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.209443] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.209443] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.209709] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.210100] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210100] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.210203] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.210429] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.210581] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 is going to be updated. [ 1164.230969] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.231209] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.231462] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.231779] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.231987] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.232237] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.262756] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f80a55b-3074-4c45-a250-1bc96701324d taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.262999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.263104] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.264428] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d22fd4a7-d558-484e-bd16-bc8b476b6142 with status ACTIVE [ 1164.264920] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.264920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.264920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.265103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.265164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.265354] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.265546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.265546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.265666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.265746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.265930] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.266032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.266118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.266299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.266377] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.266462] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d22fd4a7-d558-484e-bd16-bc8b476b6142 is going to be updated. [ 1164.286702] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.286842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.286885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.287098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.287228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.287388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22fd4a7-d558-484e-bd16-bc8b476b6142" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.388296] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.388489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.388552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.389030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.389030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.389030] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.389223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.389223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.389302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.389383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.389430] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 already deleted. [ 1164.389508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.675731] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.675944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.675944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.676333] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.676444] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.676559] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be updated. [ 1164.703432] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.703652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.703652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.703873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.704329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.705629] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.705820] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.705943] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.706209] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.706445] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.706552] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 not found, creating... [ 1164.706755] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.707414] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.707414] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.707414] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.707414] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.707668] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.707852] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.707982] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.708219] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.708381] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.708503] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 is going to be created. [ 1164.718754] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: IN_PROGRESS for 2s [ 1164.726527] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.726737] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.726868] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.727158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.727386] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.727612] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.764680] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.035309] env[69404]: INFO networking_nsxv3.common.synchronization [req-52833474-8366-4e6d-a30c-dac29196180f req-004e2fe6-bfc4-4d9d-9173-a18dd8e47d94 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 1165.035495] env[69404]: INFO networking_nsxv3.common.synchronization [req-52833474-8366-4e6d-a30c-dac29196180f req-004e2fe6-bfc4-4d9d-9173-a18dd8e47d94 service nova] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1165.035641] env[69404]: INFO networking_nsxv3.common.synchronization [req-52833474-8366-4e6d-a30c-dac29196180f req-004e2fe6-bfc4-4d9d-9173-a18dd8e47d94 service nova] Enqueued Resource ID: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 with Priority: HIGHEST for action port [ 1165.036676] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_rules [ 1165.036928] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1165.037242] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 with Priority: HIGHEST for action port [ 1165.037940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.038193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.038276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.038621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.038709] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.039857] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.043090] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.043090] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.043090] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.043090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.043090] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02f1f2c-66da-4cfd-8136-f8cf3f185d13',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.114680] env[69404]: INFO networking_nsxv3.common.synchronization [req-ba492dce-17a0-4ce8-a253-2e0a92058493 req-464296b4-493f-430d-a173-9989db17fd91 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Enqueued Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1165.115226] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 with Priority: HIGHEST for action security_group_members [ 1165.115535] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.115640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.267028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.267543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.267543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.267682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.267745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.267834] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f80a55b-3074-4c45-a250-1bc96701324d is going to be created. [ 1165.291650] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.291859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.291859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.292079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.292278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.304057] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f80a55b-3074-4c45-a250-1bc96701324d in Status: UNINITIALIZED for 2s [ 1165.543798] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.544047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.545275] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.546267] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c02f1f2c-66da-4cfd-8136-f8cf3f185d13 with status ACTIVE [ 1165.546446] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.546593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.546734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.546899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.547077] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.547228] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.547324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.547391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.547591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.547672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.547850] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.547949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.547997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.548162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.548242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.548328] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 is going to be updated. [ 1165.573844] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.574070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.574070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.574293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.574821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.574821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.711079] env[69404]: INFO networking_nsxv3.common.synchronization [req-04178627-f6db-401e-a410-c47e72486edc req-7bf85d78-216f-4d02-be41-1b7482860311 service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1165.711370] env[69404]: INFO networking_nsxv3.common.synchronization [req-04178627-f6db-401e-a410-c47e72486edc req-7bf85d78-216f-4d02-be41-1b7482860311 service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1165.712036] env[69404]: INFO networking_nsxv3.common.synchronization [req-04178627-f6db-401e-a410-c47e72486edc req-7bf85d78-216f-4d02-be41-1b7482860311 service nova] Enqueued Resource ID: 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 with Priority: HIGHEST for action port [ 1165.712860] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1165.712938] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1165.713453] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 with Priority: HIGHEST for action port [ 1165.714037] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.714594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.714763] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.715150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.715278] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.716674] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.716854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.716958] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.717461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.717693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.717831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.717918] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.718405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.718405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.718405] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.719505] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.719650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.719742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.720087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.720198] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01054ee5-1f22-4cf7-8d40-d5ee05fd7835',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.051389] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.222751] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.222901] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.223075] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.223981] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 with status ACTIVE [ 1166.224178] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.224294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.224362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.224560] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.224647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.224818] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.224925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.224981] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.225152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.225229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.225415] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.225521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.225574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.225993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.225993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.225993] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 is going to be updated. [ 1166.262103] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.262103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.262103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.262103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.262103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.262103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01054ee5-1f22-4cf7-8d40-d5ee05fd7835" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.553936] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.554269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.554269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.554695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.554791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.554911] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1166.585072] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.585156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.585250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.585522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.585672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.596994] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1166.729073] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: SUCCESS [ 1166.729686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.729686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.729873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.730101] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.730295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.730295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.730439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.730521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.730618] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.732054] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.234656] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.234656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.234936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.234992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.236449] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.236449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.236606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.236661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.236745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.236841] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be created. [ 1167.264967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.265261] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.265413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.265457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.265639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.265722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.265917] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be updated. [ 1167.267687] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.267687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.267687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.267862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.268010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.283509] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: UNINITIALIZED for 2s [ 1167.296798] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.296961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.297054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.297250] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.297391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.308487] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: IN_PROGRESS for 2s [ 1167.313861] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f80a55b-3074-4c45-a250-1bc96701324d in Status: SUCCESS [ 1167.314108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.314288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.314524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.314735] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.314875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.314942] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.315115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.315211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.315392] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.315392] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.817776] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.320265] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f80a55b-3074-4c45-a250-1bc96701324d: rpc.has_security_group_logging(os_id): False [ 1168.337185] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.337331] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.337404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.337623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.337711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.337948] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.338058] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.338122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.338270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.338345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.338431] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f80a55b-3074-4c45-a250-1bc96701324d is going to be created. [ 1168.394894] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.395114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.395114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.395327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.395501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.404712] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f80a55b-3074-4c45-a250-1bc96701324d in Status: IN_PROGRESS for 2s [ 1168.605864] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1168.606099] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.606265] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.606470] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.606724] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.607154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.607154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.607154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.607245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.607273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.607356] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.111475] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.111475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.111475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.111475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.111475] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.111475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.111969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.111969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.111969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.111969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.112144] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.112288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.112288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.112469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.112665] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.112787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.112865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.113026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.113120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.113208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.113297] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.294451] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1169.294795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.295016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.295267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.295469] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.295587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.295671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.296230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.296230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.296230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.296230] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.317752] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: SUCCESS [ 1169.317981] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 deletion is rescheduled due to dependency. [ 1169.318143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.318328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.318550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.318749] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.318870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.318937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.319103] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.319187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.319274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.319374] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.320174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.320341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.320500] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.320603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.320666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.320817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.320879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.320958] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.615743] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74937520-90b6-4334-9b8a-85ec4bc7e15f: rpc.has_security_group_logging(os_id): False [ 1169.633009] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.633184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.633247] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.633778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.651182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.651560] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.651752] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.651820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.652063] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.652162] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.652359] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.652486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.652528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.652672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.652739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.652919] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.653037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.653080] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.653274] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.653310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.653410] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1169.791964] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.792141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.792188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.792389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.792536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.798214] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.798380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.798456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.798674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.798769] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.798855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.798915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.799042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.799121] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.799211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.799363] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.799456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.799512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.800170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.800170] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.800170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.800170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.800438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.800438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.800438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.800438] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.806488] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1169.823073] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.823220] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.823288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.823484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.823573] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.824049] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.824049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.824049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.824208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.824208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.824283] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be updated. [ 1169.825871] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.825871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.847664] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.847857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.847935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.848158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.848305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.857970] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: IN_PROGRESS for 2s [ 1170.303603] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bcff876-f37b-4532-aeec-5d53aed8dfe2: rpc.has_security_group_logging(os_id): False [ 1170.324021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.324021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.324021] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.324021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.324670] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.324670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.324670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.324670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.324670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.324670] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be created. [ 1170.382972] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.382972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.382972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.382972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.382972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.539278] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1170.550572] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f80a55b-3074-4c45-a250-1bc96701324d in Status: SUCCESS [ 1170.551542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.714677] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.714677] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1171.821773] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1171.822175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.865648] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: SUCCESS [ 1171.865862] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 deletion is rescheduled due to dependency. [ 1171.865909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.866091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.866318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.866502] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.866614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.866673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.866817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.866895] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.866988] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.369773] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.369978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.369978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.370235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.370327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.370527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.370623] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.370685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.370848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.370923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.371016] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be updated. [ 1172.394969] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.395113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.395181] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.395366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.395497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.403929] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: IN_PROGRESS for 2s [ 1172.556514] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1172.556805] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.413377] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: SUCCESS [ 1174.413653] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 deletion is rescheduled due to dependency. [ 1174.413796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.413904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.414163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.414344] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.414467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.414525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.415131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.415230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.415322] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.415505] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.415603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.415657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.415833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.415997] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.416106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.416157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.416299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.416384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.416468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.416555] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.919356] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 999314cf-c4d0-41b6-8cd8-82bab1dbbce9: rpc.has_security_group_logging(os_id): False [ 1174.936979] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.936979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.936979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.936979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.936979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.937328] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.937328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.937328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.937493] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.937539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.937696] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.937791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.937843] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.938048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.938163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.938360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.938453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.938524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.938654] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.938731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.938818] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be updated. [ 1174.994911] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.995100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.995165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.995380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.995524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.009849] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: IN_PROGRESS for 2s [ 1175.715727] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1175.716086] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1177.025511] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 in Status: SUCCESS [ 1177.025511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.025511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.025946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.025946] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('999314cf-c4d0-41b6-8cd8-82bab1dbbce9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.544995] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.545193] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.545264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.545481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.545575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.545720] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 999314cf-c4d0-41b6-8cd8-82bab1dbbce9 is going to be deleted. [ 1177.591071] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.591248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.591296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.591476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.591564] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.591742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-999314cf-c4d0-41b6-8cd8-82bab1dbbce9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.716539] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.716797] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1181.949347] env[69404]: INFO networking_nsxv3.common.synchronization [req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d req-19061f64-fb7d-48a0-a44d-6967da440da4 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1181.950179] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1181.950239] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.950344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.950386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.950607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.950765] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.951022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.951022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.951106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.951160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.951247] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.453508] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.955421] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.457790] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.457951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.458029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.458251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.458341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.458444] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed is going to be updated. [ 1183.486498] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.486692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.486782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.487044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.487195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.496345] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: IN_PROGRESS for 2s [ 1185.508621] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: SUCCESS [ 1185.508621] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.950607] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.950978] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.941849] env[69404]: INFO networking_nsxv3.common.synchronization [req-1097c100-7046-4933-b665-c8f8d43d1022 req-a9774ce2-bb4a-42af-a0a7-7140579908c3 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1187.942653] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1187.946303] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.946474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.946542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.946706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.946897] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.947013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.947072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.947231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.947313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.947407] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.124285] env[69404]: INFO networking_nsxv3.common.synchronization [None req-d4399567-c54e-4d56-b5ec-48f69f3ed8d0 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_rules [ 1188.124903] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_rules [ 1188.125210] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.125333] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.125400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.125662] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.125744] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.195386] env[69404]: INFO networking_nsxv3.common.synchronization [None req-110c4da2-12ce-4773-a327-77abaf3c953a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_rules [ 1188.195960] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_rules [ 1188.196297] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.196411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.450690] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.450850] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.450915] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.451154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.451245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.451445] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.451544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.451605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.451781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.451883] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.451945] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1188.478504] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.478642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.478714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.478921] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.479088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.487638] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1188.644731] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.644924] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.644970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.645239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.645365] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.645434] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 already deleted. [ 1188.645519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.645673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.645868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.645908] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.167119] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.167512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.167512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.167589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.167688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.167795] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 already deleted. [ 1189.167917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.419873] env[69404]: INFO networking_nsxv3.common.synchronization [req-39321c86-d86d-4536-b5ed-eb33e0d5aceb req-2063b864-073a-4887-8c80-3e8dda81284f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1189.420404] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGHEST for action security_group_members [ 1189.421344] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.421525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.421525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.421753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.421910] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.422059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.422105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.422224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.422952] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.422952] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.924546] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.924736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.924782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.924968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.944507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.944760] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.944876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.944940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.945138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.945222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.945315] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed is going to be updated. [ 1189.971402] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.971541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.971609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.971817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.971954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.979147] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: IN_PROGRESS for 2s [ 1190.379356] env[69404]: INFO networking_nsxv3.common.synchronization [req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 req-5f3e5359-4950-413c-b1ee-05d82c5d1b12 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1190.380374] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1190.380374] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.380374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.497982] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1190.498188] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1190.498304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.498617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.498692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.498858] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.498976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.499047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.499202] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.499283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.499377] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.632698] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.632876] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.632994] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.633389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.633816] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.634098] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.634316] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.634671] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.634930] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.635285] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.635964] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.636202] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.636418] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.636625] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.636832] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.637084] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.657175] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.657329] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.657469] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.657636] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.657926] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.658110] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.658235] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.658532] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.658676] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c03ba31-d1e5-468e-ad40-9de9e8750a6e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.002055] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.002055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.002055] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.002266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.002266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.002473] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.002570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.002631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.002782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.002856] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.002943] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1191.042101] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.042260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.042298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.042495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.042634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.051460] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1191.161102] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.161323] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.161455] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.161771] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.161937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.162118] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 0c03ba31-d1e5-468e-ad40-9de9e8750a6e not found, creating... [ 1191.162390] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.162554] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.162674] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.162903] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.163063] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.163352] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.163511] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.163632] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.163868] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.164024] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.164170] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 0c03ba31-d1e5-468e-ad40-9de9e8750a6e is going to be created. [ 1191.190424] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.190609] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.190720] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.190955] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.191193] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.191414] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.851323] env[69404]: INFO networking_nsxv3.common.synchronization [req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 req-7d5c74b2-dd95-47d5-ad2a-cb4605da31cc service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1191.851612] env[69404]: INFO networking_nsxv3.common.synchronization [req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 req-7d5c74b2-dd95-47d5-ad2a-cb4605da31cc service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1191.851776] env[69404]: INFO networking_nsxv3.common.synchronization [req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 req-7d5c74b2-dd95-47d5-ad2a-cb4605da31cc service nova] Enqueued Resource ID: 0c03ba31-d1e5-468e-ad40-9de9e8750a6e with Priority: HIGHEST for action port [ 1191.851894] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1191.852033] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1191.852133] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c03ba31-d1e5-468e-ad40-9de9e8750a6e with Priority: HIGHEST for action port [ 1191.852677] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.852808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.852875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.853171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.853276] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.854149] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.854283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.854882] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.855047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.855141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.855343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.855444] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c03ba31-d1e5-468e-ad40-9de9e8750a6e',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.988113] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec0d5be-2a54-4777-87b9-87fbb75707ed in Status: SUCCESS [ 1191.988285] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed deletion is rescheduled due to dependency. [ 1191.988387] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.357980] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.358130] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.359482] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c03ba31-d1e5-468e-ad40-9de9e8750a6e with status ACTIVE [ 1192.359671] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.359790] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.359859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.360087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.360180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.360360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.360457] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.360520] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.360685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.360764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.360948] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.361052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.361113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.361253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.361328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.361413] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c03ba31-d1e5-468e-ad40-9de9e8750a6e is going to be updated. [ 1192.380985] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.381150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.381223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.381388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.381513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.381680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c03ba31-d1e5-468e-ad40-9de9e8750a6e" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.060458] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1193.060720] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1193.060761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.060894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.061129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.061315] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.061422] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.061484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.061646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.061743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.061844] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.564144] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.066916] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.277495] env[69404]: INFO networking_nsxv3.common.synchronization [req-10b2a1f3-b570-4705-a6da-ee27262d8c4c req-8056b99b-43ff-4dd1-a492-585ed9d5ecd2 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_members [ 1194.278147] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_members [ 1194.278459] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d6d31ff-70f2-4aac-a6fd-54686eceab16 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.278581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.278652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.278931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.279039] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.279143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.279225] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.279460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.279535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.279651] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.569398] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.569764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.569764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.569878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.569909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.570011] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1194.599097] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.599252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.599304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.600025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.600025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.609108] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1194.634225] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.634408] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.634538] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.634971] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.635290] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.635471] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.635595] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.635848] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.636015] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.636241] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.636358] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.636473] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.636584] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.636696] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.636806] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.636946] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.655603] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.655754] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.655896] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.656085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.656359] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.656524] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.656648] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.656944] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.657135] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.787621] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.787816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.787868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.788066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.788161] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.788362] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.788458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.788519] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.788669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.788745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.788830] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 already deleted. [ 1194.788907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.160163] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.160585] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.160585] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.160825] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.160985] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.161181] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b not found, creating... [ 1195.161451] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.161653] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.161781] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.162022] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.162187] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.162485] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.162670] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.162805] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.163038] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.163192] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.163337] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b is going to be created. [ 1195.190081] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.190270] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.190395] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.190618] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.190840] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.191080] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.892981] env[69404]: INFO networking_nsxv3.common.synchronization [req-10b2a1f3-b570-4705-a6da-ee27262d8c4c req-48408e45-25e3-400b-af1f-141732df6dd3 service nova] Enqueued Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_rules [ 1195.892981] env[69404]: INFO networking_nsxv3.common.synchronization [req-10b2a1f3-b570-4705-a6da-ee27262d8c4c req-48408e45-25e3-400b-af1f-141732df6dd3 service nova] Enqueued Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_members [ 1195.892981] env[69404]: INFO networking_nsxv3.common.synchronization [req-10b2a1f3-b570-4705-a6da-ee27262d8c4c req-48408e45-25e3-400b-af1f-141732df6dd3 service nova] Enqueued Resource ID: 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b with Priority: HIGHEST for action port [ 1195.893110] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_rules [ 1195.893268] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_members [ 1195.893448] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b with Priority: HIGHEST for action port [ 1195.894287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.894428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.894497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.894701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.894835] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.895735] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d6d31ff-70f2-4aac-a6fd-54686eceab16 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.895851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.895919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.896111] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.896278] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.896345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.896407] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.896546] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.896628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.896713] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.897504] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.897572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.897668] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.897883] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.897997] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.981371] env[69404]: INFO networking_nsxv3.common.synchronization [None req-0ef4d192-b7a7-43b1-94d3-a809266d52d6 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Enqueued Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1195.982172] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f with Priority: HIGHEST for action security_group_members [ 1195.982600] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-74937520-90b6-4334-9b8a-85ec4bc7e15f taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.982600] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.982736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.982861] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.983018] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.983117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.983179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.983324] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.983409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.983504] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74937520-90b6-4334-9b8a-85ec4bc7e15f',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.400102] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d6d31ff-70f2-4aac-a6fd-54686eceab16 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.400417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.400453] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.402352] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b with status ACTIVE [ 1196.402352] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.402524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.402634] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.402848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.402942] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.403130] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.403255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.403289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.403426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.403504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.403681] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.403792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.403854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.403998] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.404087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.404173] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b is going to be updated. [ 1196.425815] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.425815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.425815] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.426033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.426065] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.426229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.486019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.486019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.486019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.486019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.486019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.486294] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.486361] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.486425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.486591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.486671] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.486799] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f is going to be updated. [ 1196.531949] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.532119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.532219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.532458] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.532653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.545135] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: IN_PROGRESS for 2s [ 1196.619285] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1196.619489] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.619652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.619860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.620094] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.620214] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.620277] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.620434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.620513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.620597] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.620686] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.905160] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.122650] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.122828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.122907] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.123147] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.123314] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.123414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.123478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.123625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.123727] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.123830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.123986] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.124091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.124151] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.124290] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.124425] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.124515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.124575] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.124732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.124809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.124888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.124976] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.407547] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.407547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.407547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.407547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.407547] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.407547] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 is going to be created. [ 1197.428180] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.428326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.428397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.428603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.428755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.440394] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 in Status: UNINITIALIZED for 2s [ 1197.627889] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bcff876-f37b-4532-aeec-5d53aed8dfe2: rpc.has_security_group_logging(os_id): False [ 1197.646360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.646517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.646517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.646758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.646758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.647065] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.647224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.647430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.647491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.647554] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.647905] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.647976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.648026] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.648171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.648249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.649039] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.649039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.649039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.649039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.649039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.649039] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1197.708664] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.708936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.709045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.709353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.709605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.721740] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1198.555025] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f in Status: SUCCESS [ 1198.555372] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74937520-90b6-4334-9b8a-85ec4bc7e15f deletion is rescheduled due to dependency. [ 1198.555372] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74937520-90b6-4334-9b8a-85ec4bc7e15f" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.450226] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 in Status: SUCCESS [ 1199.450612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.450703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.451156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.451276] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.451434] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.451527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.451739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.451848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.451967] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.452108] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.734249] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1199.734566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.955240] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.457664] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d6d31ff-70f2-4aac-a6fd-54686eceab16: rpc.has_security_group_logging(os_id): False [ 1200.475605] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.475751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.475797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.475971] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.476092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.476428] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.476568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.476653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.476876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.476991] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.477129] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 is going to be created. [ 1200.535628] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.535781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.535833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.536198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.536420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.546230] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 in Status: IN_PROGRESS for 2s [ 1200.983474] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.983765] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1202.558753] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 in Status: SUCCESS [ 1202.558753] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.985025] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.985362] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1210.986109] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.986396] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.025060] env[69404]: INFO networking_nsxv3.common.synchronization [req-7f411389-666a-4eee-9073-3b17ce7b7f41 req-2264784b-c3c5-4d58-aa53-8ed4096166fc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1213.025510] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1213.025805] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.025928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.025988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.026201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.026350] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.026450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.026511] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.026655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.026737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.026829] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.528977] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.529160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.529217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.529436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.529529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.529723] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.529820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.529884] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.530042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.530122] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.530216] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1213.558974] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.559169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.559215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.559394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.559523] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.567569] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1215.481025] env[69404]: INFO networking_nsxv3.common.synchronization [req-9ab46512-f3ee-4101-8fa8-40cc49b7188e req-d1ae072f-faf2-4337-9260-e0bb84175b3c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_members [ 1215.481350] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGHEST for action security_group_members [ 1215.481581] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.481703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.481804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.482255] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.482255] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.482374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.482957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.483208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.483319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.483419] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.577897] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1215.578180] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1215.578349] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.985852] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.986073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.986073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.986263] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.009452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.009762] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.009911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.010014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.010246] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.010356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.010458] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 is going to be updated. [ 1216.044367] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.044502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.044567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.044786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.044923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.054465] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: IN_PROGRESS for 2s [ 1216.664101] env[69404]: INFO networking_nsxv3.common.synchronization [req-f0f90845-20c3-4a7d-9945-12e94b52dff8 req-6cbd5efc-b3c4-4ac2-8bfa-0df36eaeeb37 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1216.664610] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1216.664911] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.665044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.665113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.665303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.665597] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.665706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.665842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.667469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.667469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.667469] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.928654] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.928859] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.928991] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.929271] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.929531] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.929692] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.929816] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.930048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.930202] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.930412] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.930531] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.930644] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.930756] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.930868] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.930980] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.931125] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.950390] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.950538] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.950673] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.950835] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.951118] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-ef991909-9109-4c78-9acb-1c889f135116 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.951281] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-ef991909-9109-4c78-9acb-1c889f135116" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.951405] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-ef991909-9109-4c78-9acb-1c889f135116" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.951710] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-ef991909-9109-4c78-9acb-1c889f135116" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.951893] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef991909-9109-4c78-9acb-1c889f135116',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.174287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.174496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.174631] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.176127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.176296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.176730] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.176949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.177098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.177210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.177343] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.177468] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1217.203209] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.203209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.203209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.203209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.203209] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.211308] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1217.453716] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.453989] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.454138] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.454461] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.454631] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.454798] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port ef991909-9109-4c78-9acb-1c889f135116 not found, creating... [ 1217.455215] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.455279] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.455383] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.455618] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.455774] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.456084] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.456282] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.456375] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.456621] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.456758] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.456907] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: ef991909-9109-4c78-9acb-1c889f135116 is going to be created. [ 1217.475770] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.475981] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.476153] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.476422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.476648] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.476880] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-ef991909-9109-4c78-9acb-1c889f135116" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.064831] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 in Status: SUCCESS [ 1218.065109] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 deletion is rescheduled due to dependency. [ 1218.065219] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.205059] env[69404]: INFO networking_nsxv3.common.synchronization [req-f0f90845-20c3-4a7d-9945-12e94b52dff8 req-e47cddba-575c-4db3-af39-0ddc5cc61d7a service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1218.205183] env[69404]: INFO networking_nsxv3.common.synchronization [req-f0f90845-20c3-4a7d-9945-12e94b52dff8 req-e47cddba-575c-4db3-af39-0ddc5cc61d7a service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1218.205277] env[69404]: INFO networking_nsxv3.common.synchronization [req-f0f90845-20c3-4a7d-9945-12e94b52dff8 req-e47cddba-575c-4db3-af39-0ddc5cc61d7a service nova] Enqueued Resource ID: ef991909-9109-4c78-9acb-1c889f135116 with Priority: HIGHEST for action port [ 1218.205482] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1218.205701] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1218.205701] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef991909-9109-4c78-9acb-1c889f135116 with Priority: HIGHEST for action port [ 1218.206765] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.206765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.206765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.206765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.207205] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.207649] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.207747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.207946] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef991909-9109-4c78-9acb-1c889f135116 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.208051] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef991909-9109-4c78-9acb-1c889f135116" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.208364] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef991909-9109-4c78-9acb-1c889f135116" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.208549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef991909-9109-4c78-9acb-1c889f135116" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.208628] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef991909-9109-4c78-9acb-1c889f135116',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.462981] env[69404]: INFO networking_nsxv3.common.synchronization [None req-9ef1ec50-4826-47b3-a42a-e7c12a5a0fe3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_rules [ 1218.463040] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_rules [ 1218.463367] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.463471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.463471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.463730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.463839] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.530684] env[69404]: INFO networking_nsxv3.common.synchronization [None req-0c7b6d39-929f-4870-a579-711cf583d74e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_rules [ 1218.530684] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_rules [ 1218.530818] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.530908] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.710869] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.711252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.711583] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef991909-9109-4c78-9acb-1c889f135116 with status ACTIVE [ 1218.711902] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.717199] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.717199] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.717199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.717199] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef991909-9109-4c78-9acb-1c889f135116 is going to be updated. [ 1218.737217] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.737388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.737455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.737606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.737729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.737879] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef991909-9109-4c78-9acb-1c889f135116" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.986172] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.986172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.986172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.986172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.986172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.986172] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c already deleted. [ 1218.986172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.986172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.986172] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.986172] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.220643] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1219.220933] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1219.220933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.221115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.221304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.221486] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.221610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.221666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.221796] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.221876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.221997] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.504462] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.504670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.504670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.505020] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.505125] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.505229] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c already deleted. [ 1219.505312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.728165] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.230712] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.733345] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.734124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.734271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.734509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.734606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.734713] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1220.760183] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a20a8f15-fcab-4f9f-85fc-455d984f63c3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_rules [ 1220.761456] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.761456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.761456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.761652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.761689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.762910] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_rules [ 1220.763220] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.763368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.763420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.763636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.763724] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.771113] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1220.871921] env[69404]: INFO networking_nsxv3.common.synchronization [None req-bb31c3bf-59c8-478e-839b-6e1b7cbc6acc tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_rules [ 1220.872577] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_rules [ 1220.872812] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.872920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.287830] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.288119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.288119] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.288305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.288360] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.288451] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec31c96-c877-413e-9afd-5d84f2335167 already deleted. [ 1221.288532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.288672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.288825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.288912] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.808481] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.808639] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.808722] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.808941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.809057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.809156] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec31c96-c877-413e-9afd-5d84f2335167 already deleted. [ 1221.809238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.780771] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1222.780771] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.781170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.781170] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.781243] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.781340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.781406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.781558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.781645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.781735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.781820] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.286549] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.286712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.286777] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.286988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.287169] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.287282] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.287340] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.287462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.287537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.287630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.287804] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.287925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.287925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.288115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.288257] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.288338] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.288389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.288522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.288588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.288676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.288749] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.790936] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bcff876-f37b-4532-aeec-5d53aed8dfe2: rpc.has_security_group_logging(os_id): False [ 1223.808209] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.808330] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.808374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.808585] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.808678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.808865] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.808968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.809032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.809188] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.809320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.809475] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.809567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.809683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.809757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.809830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.810015] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.810108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.810168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.810305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.810378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.810462] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1223.873053] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.873234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.873295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.873472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.873648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.902939] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1224.267729] env[69404]: INFO networking_nsxv3.common.synchronization [req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 req-6b0a4cbc-679c-45a4-86b6-c7c983cef34b tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_members [ 1224.268329] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_members [ 1224.268655] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca3ba092-398b-4d74-a3c6-14105f4ce29c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.268797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.268870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.273222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.273426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.273552] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.273613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.273797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.273906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.274011] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.579350] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.579562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.579692] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.580034] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.580474] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.580595] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.580651] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.580852] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.581014] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.581268] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.581438] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.581504] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.581618] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.581750] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.582034] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.582233] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.601323] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.601513] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.601658] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.601848] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.602209] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-a2fcc581-08d3-41ed-8300-5e9e08514d79 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.602389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-a2fcc581-08d3-41ed-8300-5e9e08514d79" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.602514] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-a2fcc581-08d3-41ed-8300-5e9e08514d79" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.602866] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-a2fcc581-08d3-41ed-8300-5e9e08514d79" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.603021] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2fcc581-08d3-41ed-8300-5e9e08514d79',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.777469] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.777721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.777721] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.777909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.778078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.778279] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.778386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.778452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.778596] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.778672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.778758] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c already deleted. [ 1224.778837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.109048] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.109048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.109048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.109048] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.109488] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.109488] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port a2fcc581-08d3-41ed-8300-5e9e08514d79 not found, creating... [ 1225.109644] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.109826] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.109956] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.110225] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.110389] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.110758] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.110972] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.111121] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.111353] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.111494] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.111656] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: a2fcc581-08d3-41ed-8300-5e9e08514d79 is going to be created. [ 1225.131070] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.131261] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.131388] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.131634] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.131987] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.132236] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-a2fcc581-08d3-41ed-8300-5e9e08514d79" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.873674] env[69404]: INFO networking_nsxv3.common.synchronization [req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 req-4b2c51b7-f8d2-4d3f-a51c-50f464b5672b service nova] Enqueued Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_rules [ 1225.873979] env[69404]: INFO networking_nsxv3.common.synchronization [req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 req-4b2c51b7-f8d2-4d3f-a51c-50f464b5672b service nova] Enqueued Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_members [ 1225.874160] env[69404]: INFO networking_nsxv3.common.synchronization [req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 req-4b2c51b7-f8d2-4d3f-a51c-50f464b5672b service nova] Enqueued Resource ID: a2fcc581-08d3-41ed-8300-5e9e08514d79 with Priority: HIGHEST for action port [ 1225.874428] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_rules [ 1225.874559] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_members [ 1225.874660] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2fcc581-08d3-41ed-8300-5e9e08514d79 with Priority: HIGHEST for action port [ 1225.878429] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.878429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.878429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.878429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.878429] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.878649] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca3ba092-398b-4d74-a3c6-14105f4ce29c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.878649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.878714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.878873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.879019] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.879117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.881594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.881594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.881594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.881594] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.881594] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2fcc581-08d3-41ed-8300-5e9e08514d79 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.881594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2fcc581-08d3-41ed-8300-5e9e08514d79" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.881594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2fcc581-08d3-41ed-8300-5e9e08514d79" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.881594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2fcc581-08d3-41ed-8300-5e9e08514d79" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.881594] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2fcc581-08d3-41ed-8300-5e9e08514d79',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.915444] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1225.915657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.382821] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca3ba092-398b-4d74-a3c6-14105f4ce29c taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.382821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.384225] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.385182] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2fcc581-08d3-41ed-8300-5e9e08514d79 with status ACTIVE [ 1226.385375] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.385500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.385569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.385779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.385871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.386065] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.386166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.386228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.386383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.386463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.386645] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.386736] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.386791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.386927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.387008] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.387504] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2fcc581-08d3-41ed-8300-5e9e08514d79 is going to be updated. [ 1226.407437] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.407437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.407437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.407725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.407725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.407816] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2fcc581-08d3-41ed-8300-5e9e08514d79" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.889986] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.392711] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.393047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.393047] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.393198] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.393286] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.393385] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c is going to be created. [ 1227.424106] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.424236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.424305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.424507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.424661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.433164] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c in Status: UNINITIALIZED for 2s [ 1229.114217] env[69404]: INFO networking_nsxv3.common.synchronization [req-41eaf868-ac6a-4efa-931e-4014d5141b95 req-5af1b6b7-8fe0-4cf2-b870-30e2f91aceee tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_members [ 1229.114810] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_members [ 1229.115250] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.115442] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.115551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.115889] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.116153] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.116305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.116394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.116646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.116804] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.116948] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.445506] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c in Status: SUCCESS [ 1229.445714] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.445874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.446117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.446338] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.446468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.446535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.446691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.446773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.446862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.446958] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.454745] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.454959] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.455124] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.455751] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.456046] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.456233] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.456365] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.456600] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.456751] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.456960] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.457098] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.457217] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.457351] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.457481] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.457596] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.457751] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.477944] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.478161] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1229.478321] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.478509] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.478865] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-22737903-d687-4521-ac3c-d033f998a3c9 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.479073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.479226] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.479569] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.479751] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22737903-d687-4521-ac3c-d033f998a3c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.619426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.619638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.619683] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.619935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.620042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.620923] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.620923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.620923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.620923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.620923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.620923] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec31c96-c877-413e-9afd-5d84f2335167 already deleted. [ 1229.620923] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.949533] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.983945] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.984184] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.984396] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.984584] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.984769] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.984961] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 22737903-d687-4521-ac3c-d033f998a3c9 not found, creating... [ 1229.985240] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.985403] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.985525] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.985746] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.985891] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.986205] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.986377] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.986500] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.986704] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.986842] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.986984] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 22737903-d687-4521-ac3c-d033f998a3c9 is going to be created. [ 1230.006163] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.006431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.006590] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.006896] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.007155] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.007418] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.450940] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca3ba092-398b-4d74-a3c6-14105f4ce29c: rpc.has_security_group_logging(os_id): False [ 1230.467395] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.467536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.467608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.467809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.467897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.468155] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.468264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.468337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.468492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.468569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.468658] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c is going to be created. [ 1230.524899] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.525128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.525190] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.525342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.525516] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.535251] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c in Status: IN_PROGRESS for 2s [ 1230.699899] env[69404]: INFO networking_nsxv3.common.synchronization [req-41eaf868-ac6a-4efa-931e-4014d5141b95 req-00540e28-66e4-437c-9b49-91206862778d service nova] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_rules [ 1230.700103] env[69404]: INFO networking_nsxv3.common.synchronization [req-41eaf868-ac6a-4efa-931e-4014d5141b95 req-00540e28-66e4-437c-9b49-91206862778d service nova] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_members [ 1230.700279] env[69404]: INFO networking_nsxv3.common.synchronization [req-41eaf868-ac6a-4efa-931e-4014d5141b95 req-00540e28-66e4-437c-9b49-91206862778d service nova] Enqueued Resource ID: 22737903-d687-4521-ac3c-d033f998a3c9 with Priority: HIGHEST for action port [ 1230.700993] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_rules [ 1230.700993] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_members [ 1230.700993] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22737903-d687-4521-ac3c-d033f998a3c9 with Priority: HIGHEST for action port [ 1230.701315] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.701451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.701494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.701697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.701779] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.703011] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.703176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.703251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.703427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.703573] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.703666] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.703723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.703880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.703969] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.704062] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.704837] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-22737903-d687-4521-ac3c-d033f998a3c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.704963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.704963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.705115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.705196] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22737903-d687-4521-ac3c-d033f998a3c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.206910] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.207957] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.208083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.208247] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22737903-d687-4521-ac3c-d033f998a3c9 with status ACTIVE [ 1231.208404] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.208509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.208572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.208770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.208859] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.209043] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.209142] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.209204] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.209366] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.209446] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.209623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.209713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.209819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.209936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.209966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.210089] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22737903-d687-4521-ac3c-d033f998a3c9 is going to be updated. [ 1231.255149] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.255313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.255384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.255582] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.255715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.255876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.712075] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.213889] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.214079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.214158] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.214375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.214466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.214566] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec31c96-c877-413e-9afd-5d84f2335167 is going to be created. [ 1232.243527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.243676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.243712] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.243927] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.244100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.252313] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: UNINITIALIZED for 2s [ 1232.549418] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c in Status: SUCCESS [ 1232.549652] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.261460] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: SUCCESS [ 1234.261705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.261853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.262114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.262339] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.262404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.262451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.262605] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.262685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.262774] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.262872] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.765146] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.268098] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cec31c96-c877-413e-9afd-5d84f2335167: rpc.has_security_group_logging(os_id): False [ 1235.285178] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.285329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.285404] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.285617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.285704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.285940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.286054] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.286115] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.286301] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.286374] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.286461] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec31c96-c877-413e-9afd-5d84f2335167 is going to be created. [ 1235.343254] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.343254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.343416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.343678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.343678] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.353277] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: IN_PROGRESS for 2s [ 1235.701499] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.701499] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1237.366690] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: SUCCESS [ 1237.367050] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.702771] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.703138] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.013731] env[69404]: INFO networking_nsxv3.common.synchronization [req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 req-1ff69869-715f-46d5-9c33-20ac8059f540 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_members [ 1244.014272] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGHEST for action security_group_members [ 1244.014600] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d6d31ff-70f2-4aac-a6fd-54686eceab16 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.014742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.014823] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.015059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.016507] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.016507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.016507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.016507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.016507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.016507] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.518335] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.518537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.518537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.518780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.518877] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.519162] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.519284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.519393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.519553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.519656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.519784] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 is going to be updated. [ 1244.547831] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.548081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.548152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.548461] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.548628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.561833] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 in Status: IN_PROGRESS for 2s [ 1246.572929] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 in Status: SUCCESS [ 1246.573378] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 deletion is rescheduled due to dependency. [ 1246.573378] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.015326] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.015682] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.973502] env[69404]: INFO networking_nsxv3.common.synchronization [req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 req-5733a667-f58a-4e7f-ba7b-0a784d34c7f9 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1250.974048] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1250.974353] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.974475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.974542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.974735] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.975308] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.975472] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.975545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.975762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.975795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.975884] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.478023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.478235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.478235] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.478441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.500199] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.500467] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.500613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.500613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.500781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.500858] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.500948] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1251.525483] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.525653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.525653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.525841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.525973] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.535209] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1253.265771] env[69404]: INFO networking_nsxv3.common.synchronization [None req-715cdfa4-ca9f-4276-8084-df7aad6a0b3f tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 7e6cb0fd-ef30-401a-8bcb-d28d50b871bc with Priority: HIGHEST for action security_group_rules [ 1253.266331] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6cb0fd-ef30-401a-8bcb-d28d50b871bc with Priority: HIGHEST for action security_group_rules [ 1253.266849] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.266849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.266849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.267138] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.267261] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e6cb0fd-ef30-401a-8bcb-d28d50b871bc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.375163] env[69404]: INFO networking_nsxv3.common.synchronization [None req-79dfdaff-d7a1-441c-b561-6c01f2d89380 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 7e6cb0fd-ef30-401a-8bcb-d28d50b871bc with Priority: HIGHEST for action security_group_rules [ 1253.375163] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6cb0fd-ef30-401a-8bcb-d28d50b871bc with Priority: HIGHEST for action security_group_rules [ 1253.375163] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.375163] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.547343] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1253.547970] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 deletion is rescheduled due to dependency. [ 1253.547970] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.807803] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.807803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.808029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.808101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.808191] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.808294] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6cb0fd-ef30-401a-8bcb-d28d50b871bc already deleted. [ 1253.808380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.808529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.808686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.808767] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e6cb0fd-ef30-401a-8bcb-d28d50b871bc',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.329502] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.330013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.330013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.330013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.330579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.330660] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6cb0fd-ef30-401a-8bcb-d28d50b871bc already deleted. [ 1254.330752] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e6cb0fd-ef30-401a-8bcb-d28d50b871bc" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.664721] env[69404]: INFO networking_nsxv3.common.synchronization [req-8ddb494d-3d88-437b-9e73-7519f65b083f req-3e6e751c-1db3-41ca-866f-6eb16fdccd75 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_members [ 1255.665708] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGHEST for action security_group_members [ 1255.665708] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-1923e59c-a29b-4520-8576-88be0a0b8b68 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.665708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.665708] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.665994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.665994] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.665994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.666642] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.666944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.668134] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.668134] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.171056] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.171056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.171056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.171056] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.191141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.191363] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.191473] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.191539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.191713] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.191794] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.191884] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 is going to be updated. [ 1256.213141] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.213259] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.213303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.213466] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.213587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.222659] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 in Status: IN_PROGRESS for 2s [ 1256.505774] env[69404]: INFO networking_nsxv3.common.synchronization [req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 req-6be6b3a8-4494-4a01-bdf7-fca4beb1998d tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1256.506315] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1256.506613] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.506734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.506802] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.508512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.508741] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.508896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.509011] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.509224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.509355] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.509804] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.012534] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.012836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.012836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.012963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.013066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.013270] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.013367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.013420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.013567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.013690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.013745] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1257.041579] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.041579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.041579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.042320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.042320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.050848] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1258.232573] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 in Status: SUCCESS [ 1258.232940] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 deletion is rescheduled due to dependency. [ 1258.232940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.059954] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1259.060090] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1259.060181] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.604780] env[69404]: INFO networking_nsxv3.common.synchronization [req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 req-735cbedf-ac7e-42ec-a28e-b6ab25246526 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1259.606414] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1259.606414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.606414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.606414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.606414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.606414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.606414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.606414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.606781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.606781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.606781] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.843422] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.843422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.843422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.843422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.843422] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.843422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.843422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.843422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.843422] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.843422] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.843422] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.844339] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.844629] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.845206] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.845458] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.845742] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.865443] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.866491] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.866491] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.866491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.867074] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-39acbb4f-988e-4329-bc46-61da0e4811b1 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.867508] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-39acbb4f-988e-4329-bc46-61da0e4811b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.867807] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-39acbb4f-988e-4329-bc46-61da0e4811b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.868267] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-39acbb4f-988e-4329-bc46-61da0e4811b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.868902] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39acbb4f-988e-4329-bc46-61da0e4811b1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.110067] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.110067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.110067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.110067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.110067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.110067] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.110397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.110397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.110397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.110494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.110528] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1260.133338] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.133486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.133544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.133670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.133795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.141978] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1260.371064] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.371300] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.371300] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.371520] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.371675] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.371830] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 39acbb4f-988e-4329-bc46-61da0e4811b1 not found, creating... [ 1260.372273] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.372463] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.372593] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.372841] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.372990] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.373322] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.373485] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.373606] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.373826] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.373967] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.374279] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 39acbb4f-988e-4329-bc46-61da0e4811b1 is going to be created. [ 1260.393856] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.394067] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.394205] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.394436] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.394660] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.394870] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-39acbb4f-988e-4329-bc46-61da0e4811b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.074527] env[69404]: INFO networking_nsxv3.common.synchronization [req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 req-3ee4a9c8-4a59-419e-8947-4e2b443e749d service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1261.074527] env[69404]: INFO networking_nsxv3.common.synchronization [req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 req-3ee4a9c8-4a59-419e-8947-4e2b443e749d service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1261.074527] env[69404]: INFO networking_nsxv3.common.synchronization [req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 req-3ee4a9c8-4a59-419e-8947-4e2b443e749d service nova] Enqueued Resource ID: 39acbb4f-988e-4329-bc46-61da0e4811b1 with Priority: HIGHEST for action port [ 1261.074527] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1261.074527] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1261.074527] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39acbb4f-988e-4329-bc46-61da0e4811b1 with Priority: HIGHEST for action port [ 1261.074527] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.074527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.074527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.074527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.074527] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.075337] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.075337] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.075405] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-39acbb4f-988e-4329-bc46-61da0e4811b1 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.075462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39acbb4f-988e-4329-bc46-61da0e4811b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.075572] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39acbb4f-988e-4329-bc46-61da0e4811b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.075677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39acbb4f-988e-4329-bc46-61da0e4811b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.075748] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39acbb4f-988e-4329-bc46-61da0e4811b1',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.577832] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.577957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.578227] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39acbb4f-988e-4329-bc46-61da0e4811b1 with status ACTIVE [ 1261.578319] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.578425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.578495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.578684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.578770] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.578935] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.579038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.579100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.579260] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.579494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.579494] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.579587] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.579635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.579834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.579834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.579952] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39acbb4f-988e-4329-bc46-61da0e4811b1 is going to be updated. [ 1261.601108] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.601228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.601266] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.601436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.601571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.601720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39acbb4f-988e-4329-bc46-61da0e4811b1" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.883528] env[69404]: INFO networking_nsxv3.common.synchronization [req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 req-bd460759-6a44-4be0-9551-3f4612832398 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1261.883821] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1261.884197] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.884327] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.884385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.884570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.884715] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.884810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.884870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.885016] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.885167] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.885263] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.153507] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1262.153507] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1262.153507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.153507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.153507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.153507] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.153507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.153507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.153507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.153507] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.153507] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.170037] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.170037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.170037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.170037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.170037] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.170037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.170037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.170037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.170037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.170037] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1262.170037] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.170037] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.170037] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.170752] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1262.170829] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.171109] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.189831] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.190157] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1262.190421] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.190681] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.191080] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.191481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.191713] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.192104] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.192353] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6005cfd6-af5a-4e06-8e88-714f4a13f4f8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.392179] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.392179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.392179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.392179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.392179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.392179] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.392179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.392179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.392179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.392179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.392179] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1262.414899] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.414899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.414899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.414899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.414899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.422416] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1262.656046] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.694585] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.694751] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.694874] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.695196] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.695370] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.695530] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 not found, creating... [ 1262.695781] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.695936] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.696070] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.696331] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.696502] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.696787] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.696947] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.697081] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.697294] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.697431] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.697572] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 is going to be created. [ 1262.716297] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.716489] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.716615] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.716861] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.717115] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.717365] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.159000] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.457642] env[69404]: INFO networking_nsxv3.common.synchronization [req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 req-4cea320c-375b-4a3f-8dea-44f8b673aa3d service nova] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 1263.457763] env[69404]: INFO networking_nsxv3.common.synchronization [req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 req-4cea320c-375b-4a3f-8dea-44f8b673aa3d service nova] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1263.457908] env[69404]: INFO networking_nsxv3.common.synchronization [req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 req-4cea320c-375b-4a3f-8dea-44f8b673aa3d service nova] Enqueued Resource ID: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 with Priority: HIGHEST for action port [ 1263.458153] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 1263.458309] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1263.458413] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 with Priority: HIGHEST for action port [ 1263.461662] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.461795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.461863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.462089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.462173] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.462970] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.463081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.463317] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.463423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.463483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.463645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.463716] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6005cfd6-af5a-4e06-8e88-714f4a13f4f8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.624411] env[69404]: INFO networking_nsxv3.common.synchronization [None req-629d9c6f-9ee8-4967-8b80-38c15da19afc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_rules [ 1263.624979] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_rules [ 1263.625243] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f28512-023d-4443-bb68-2f36a1522107 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.625371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.625437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.625831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.625951] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.661084] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.661236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.661310] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.661599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.661719] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.661824] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1263.688399] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.688549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.688619] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.688820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.688966] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.696432] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1263.756217] env[69404]: INFO networking_nsxv3.common.synchronization [None req-ea0d8677-e475-49f9-9015-0533158a8634 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_rules [ 1263.756797] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_rules [ 1263.757435] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f28512-023d-4443-bb68-2f36a1522107 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.757550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.964988] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.965174] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.965366] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 with status ACTIVE [ 1263.965540] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.965685] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.965762] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.965917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.966074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.966179] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.966358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.966358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.966686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.966686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.966807] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.966890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.966890] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.967143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.967143] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.967291] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 is going to be updated. [ 1263.987408] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.987695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.987695] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.987813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.987904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.988074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.146809] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.146944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.147032] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.147244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.147335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.147429] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f28512-023d-4443-bb68-2f36a1522107 already deleted. [ 1264.147510] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.147647] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.147799] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.147881] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.431933] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1264.431933] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 deletion is rescheduled due to dependency. [ 1264.431933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.432318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.432318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.432479] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.432583] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.432641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.432788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.432868] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.432960] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.666233] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.666368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.666441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.666653] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.666743] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.666837] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f28512-023d-4443-bb68-2f36a1522107 already deleted. [ 1264.666917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.934872] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.437232] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.705882] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1265.706062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.706536] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.706747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.706940] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.707070] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.707136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.707288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.707368] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.707453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.707541] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.939433] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.939983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.940074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.940395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.940490] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.940601] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1265.969691] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.969691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.969691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.969922] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.969957] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.977628] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1266.209693] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.209882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.209961] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.210159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.210328] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.210437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.210494] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.210637] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.210734] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.210826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.210947] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.211049] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.211100] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.211242] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.211376] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.211465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.211521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.211656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.211730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.211834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.211942] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.714217] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bcff876-f37b-4532-aeec-5d53aed8dfe2: rpc.has_security_group_logging(os_id): False [ 1266.733813] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.733954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.734038] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.734302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.734395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.734579] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.734682] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.734744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.734878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.734944] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.735162] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.735270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.735317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.735455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.735528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.735707] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.735789] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.735849] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.735984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.736059] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.736143] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1266.807715] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.807882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.807929] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.808153] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.808299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.821594] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1267.987162] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1267.987531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.987531] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.987716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.987898] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.988022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.988091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.988244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.988328] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.988414] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.988503] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.490329] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.758033] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.758177] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1268.840293] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1268.840293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.992844] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e27995-2935-460c-a40f-1edf235ea204: rpc.has_security_group_logging(os_id): False [ 1269.011985] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.012187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.012276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.012610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.012728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.013103] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.013240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.013357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.013602] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.013755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.013915] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1269.074400] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.074641] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.074719] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.074928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.075082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.086900] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1269.115839] env[69404]: INFO networking_nsxv3.common.synchronization [req-388d9d83-a3da-4e0e-93fd-c16a909899dc req-a59f134a-56e1-40ec-ac8e-5243f8b72169 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_members [ 1269.116456] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_members [ 1269.116739] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f28512-023d-4443-bb68-2f36a1522107 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.116885] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.116951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.117318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.117522] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.117649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.117732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.117914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.118037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.118156] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.377990] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.378218] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.378351] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.378620] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.379009] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.379203] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.379330] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.379559] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.379710] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.379916] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.380044] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.380159] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.380273] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.380385] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.380494] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.380630] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.399791] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.399951] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1269.400123] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.400300] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.400598] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-f97151e7-e27b-4327-a209-813a030d3187 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.401090] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-f97151e7-e27b-4327-a209-813a030d3187" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.401234] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-f97151e7-e27b-4327-a209-813a030d3187" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.401637] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-f97151e7-e27b-4327-a209-813a030d3187" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.401789] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97151e7-e27b-4327-a209-813a030d3187',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.620891] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.621112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.621112] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.621298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.621386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.621596] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.621693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.621754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.621905] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.621978] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.622074] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f28512-023d-4443-bb68-2f36a1522107 already deleted. [ 1269.622169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.905023] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.905023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.905023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.905023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.905023] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.905312] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port f97151e7-e27b-4327-a209-813a030d3187 not found, creating... [ 1269.905438] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.905600] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.905722] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.905937] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.906092] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.906370] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.906562] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.906695] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.906904] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.907059] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.907206] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: f97151e7-e27b-4327-a209-813a030d3187 is going to be created. [ 1269.926936] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.927109] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.927259] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.927511] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.927746] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.927968] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-f97151e7-e27b-4327-a209-813a030d3187" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.694949] env[69404]: INFO networking_nsxv3.common.synchronization [req-388d9d83-a3da-4e0e-93fd-c16a909899dc req-813e674f-46bf-4abd-9560-4aaf1133adf0 service nova] Enqueued Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_rules [ 1270.695204] env[69404]: INFO networking_nsxv3.common.synchronization [req-388d9d83-a3da-4e0e-93fd-c16a909899dc req-813e674f-46bf-4abd-9560-4aaf1133adf0 service nova] Enqueued Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_members [ 1270.695299] env[69404]: INFO networking_nsxv3.common.synchronization [req-388d9d83-a3da-4e0e-93fd-c16a909899dc req-813e674f-46bf-4abd-9560-4aaf1133adf0 service nova] Enqueued Resource ID: f97151e7-e27b-4327-a209-813a030d3187 with Priority: HIGHEST for action port [ 1270.695524] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_rules [ 1270.695657] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_members [ 1270.695775] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97151e7-e27b-4327-a209-813a030d3187 with Priority: HIGHEST for action port [ 1270.696287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f28512-023d-4443-bb68-2f36a1522107 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.696432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.696556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.696787] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.696787] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.698676] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f28512-023d-4443-bb68-2f36a1522107 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.698676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.698676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.698676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.698676] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.698676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.699273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.699273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.699273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.699273] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.699786] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f97151e7-e27b-4327-a209-813a030d3187 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.699866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f97151e7-e27b-4327-a209-813a030d3187" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.699897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f97151e7-e27b-4327-a209-813a030d3187" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.700318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f97151e7-e27b-4327-a209-813a030d3187" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.700318] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97151e7-e27b-4327-a209-813a030d3187',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.101251] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1271.101460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.201615] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.202683] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f28512-023d-4443-bb68-2f36a1522107 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.204294] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f97151e7-e27b-4327-a209-813a030d3187 with status ACTIVE [ 1271.204294] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.204294] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.204294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.204706] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.204706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.204706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.204706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.205022] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.205022] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f97151e7-e27b-4327-a209-813a030d3187 is going to be updated. [ 1271.224499] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.224632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.224684] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.224893] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.225044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.225217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f97151e7-e27b-4327-a209-813a030d3187" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.707215] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.211072] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.211072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.211072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.211072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.211072] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.211072] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f28512-023d-4443-bb68-2f36a1522107 is going to be created. [ 1272.266821] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.267035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.267035] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.267184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.267341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.279364] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f28512-023d-4443-bb68-2f36a1522107 in Status: UNINITIALIZED for 2s [ 1274.291476] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f28512-023d-4443-bb68-2f36a1522107 in Status: SUCCESS [ 1274.291717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.291854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.292069] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.292322] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.292459] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.292528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.292686] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.292767] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.292853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.292952] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.795533] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.297995] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f28512-023d-4443-bb68-2f36a1522107: rpc.has_security_group_logging(os_id): False [ 1275.316418] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.316591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.316660] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.316871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.316959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.317224] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.318028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.318028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.318028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.318028] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.318028] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f28512-023d-4443-bb68-2f36a1522107 is going to be created. [ 1275.377523] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.377679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.377733] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.377965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.378175] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.388384] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f28512-023d-4443-bb68-2f36a1522107 in Status: IN_PROGRESS for 2s [ 1275.697264] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.697469] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1276.607723] env[69404]: INFO networking_nsxv3.common.synchronization [req-63db03f5-3265-45fa-ae9a-5cd3570a2356 req-7b6ffcb0-790d-4043-8858-5b694c3f4366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Enqueued Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_members [ 1276.608457] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGHEST for action security_group_members [ 1276.608804] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f80a55b-3074-4c45-a250-1bc96701324d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.608941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.609040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.609244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.609414] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.609514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.609586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.609742] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.610689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.610689] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.112654] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.112855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.113013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.113262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.113369] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.113577] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.113741] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.113781] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.113926] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.114030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.114118] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f80a55b-3074-4c45-a250-1bc96701324d is going to be updated. [ 1277.138304] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.138443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.138515] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.138842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.138842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.147026] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f80a55b-3074-4c45-a250-1bc96701324d in Status: IN_PROGRESS for 2s [ 1277.398953] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f28512-023d-4443-bb68-2f36a1522107 in Status: SUCCESS [ 1277.399201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.156751] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f80a55b-3074-4c45-a250-1bc96701324d in Status: SUCCESS [ 1279.157200] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f80a55b-3074-4c45-a250-1bc96701324d deletion is rescheduled due to dependency. [ 1279.157200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.609730] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.610168] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.611110] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.611473] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.874172] env[69404]: INFO networking_nsxv3.common.synchronization [req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 req-6fb6fd0f-7e7e-4229-a309-3f40d56dc7cc tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1287.874903] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1287.875245] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.875506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.875591] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.875832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.875999] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.876135] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.876201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.876385] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.876478] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.876578] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.380135] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.883123] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.385664] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.385898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.385898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.386087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.386183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.386288] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 is going to be updated. [ 1289.414023] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.414023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.414023] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.414270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.414270] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.422144] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: IN_PROGRESS for 2s [ 1291.431757] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: SUCCESS [ 1291.432154] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.876750] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.876750] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.518724] env[69404]: INFO networking_nsxv3.common.synchronization [req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 req-47654ec1-2a7d-4fca-a98e-fb44566ad2fc tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1294.519710] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGHEST for action security_group_members [ 1294.520039] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.520223] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.520345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.520603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.520793] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.520934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.521045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.521252] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.521347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.521449] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.023472] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.023669] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.023715] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.023919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.044325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.044629] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.044751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.044825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.045017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.045105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.045191] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 is going to be updated. [ 1295.069813] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.070017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.070017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.070231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.070408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.079284] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: IN_PROGRESS for 2s [ 1297.089622] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 in Status: SUCCESS [ 1297.090048] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 deletion is rescheduled due to dependency. [ 1297.090048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.366158] env[69404]: INFO networking_nsxv3.common.synchronization [req-c99bd305-8bfd-469c-ab68-b4780bc6a78b req-030881ab-2ebf-44b0-909e-5f9884fcf76e tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1298.366501] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1298.366808] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.366931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.366999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.367208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.367360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.367611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.367611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.367697] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.367728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.367821] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.870548] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.870746] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.870793] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.870979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.871088] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.871287] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.871388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.871451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.871609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.871690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.871772] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1298.896388] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.896539] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.896611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.896819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.896955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.904346] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1300.915237] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1300.915557] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1300.915667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.972028] env[69404]: INFO networking_nsxv3.common.synchronization [req-985c296e-10c2-4854-abd7-2c324bc77918 req-ab34aab9-4a02-4528-a913-52c56bb2e7dc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1300.972599] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1300.973176] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.973176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.973176] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.973433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.973603] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.973723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.973802] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.973986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.974091] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.974185] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.248806] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.249033] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.249168] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.249434] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.249764] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.249867] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.249965] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.250197] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.250367] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.250572] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.250690] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.250801] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.250913] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.251051] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.251167] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.251303] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.270531] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.270678] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1301.270823] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.270998] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-445" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.271313] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.271484] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.271607] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.271907] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.272066] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b5322d0-e237-4844-a9ab-7d100bf7f2a0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.477784] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.478014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.478105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.478393] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.478513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.478770] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.478914] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.479031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.479221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.479325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.479420] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1301.508449] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.508606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.508657] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.508867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.509024] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.517138] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1301.774488] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.776686] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.776686] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.776686] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.776686] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.776686] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 not found, creating... [ 1301.776686] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.776686] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.776686] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.776686] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.777933] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.777933] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.779032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.779032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.779032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.779032] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.779200] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 is going to be created. [ 1301.798209] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.798209] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.798209] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.798425] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.798635] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.798854] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.477203] env[69404]: INFO networking_nsxv3.common.synchronization [req-985c296e-10c2-4854-abd7-2c324bc77918 req-b768d776-9082-4e60-be12-2e6f439f4172 service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1302.477435] env[69404]: INFO networking_nsxv3.common.synchronization [req-985c296e-10c2-4854-abd7-2c324bc77918 req-b768d776-9082-4e60-be12-2e6f439f4172 service nova] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1302.477706] env[69404]: INFO networking_nsxv3.common.synchronization [req-985c296e-10c2-4854-abd7-2c324bc77918 req-b768d776-9082-4e60-be12-2e6f439f4172 service nova] Enqueued Resource ID: 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 with Priority: HIGHEST for action port [ 1302.477952] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_rules [ 1302.478097] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1302.478195] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 with Priority: HIGHEST for action port [ 1302.478849] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.478983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.479353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.479500] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.479586] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.480511] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.480627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.480829] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.480951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.480988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.481168] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.481241] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b5322d0-e237-4844-a9ab-7d100bf7f2a0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.982844] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.982988] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.985393] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 with status ACTIVE [ 1302.985628] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.985757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.985825] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.986108] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.986169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.986317] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.986412] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.986476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.986632] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.986710] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.986923] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.987046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.987117] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.987283] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.987386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.987479] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 is going to be updated. [ 1303.007076] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.007228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.007329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.007497] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.007633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.007797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b5322d0-e237-4844-a9ab-7d100bf7f2a0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.054088] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1303.054226] env[69404]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d7101315-fa8c-442c-b42b-53954f69e7df None None] NSXv3 Agent Agent loop - iteration:3 started [ 1303.528037] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1303.528037] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1303.528037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.528037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.528037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.528037] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.528037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.528037] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.528586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.528586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.528586] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.030268] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.533026] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.034880] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.034880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.034880] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.035105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.035105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.035206] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1305.063205] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.063386] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.063433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.063725] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.063968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.072229] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1307.083187] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1307.083521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.083521] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.083729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.083913] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.084046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.084106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.084249] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.084329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.084418] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.084508] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.479763] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.479889] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1307.586766] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.586766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.586766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.587031] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.587183] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.587279] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.587334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.587481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.587579] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.587646] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.587798] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.587882] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.587934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.588095] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.588231] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.588320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.588389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.588503] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.588567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.588687] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.588748] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.090862] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bcff876-f37b-4532-aeec-5d53aed8dfe2: rpc.has_security_group_logging(os_id): False [ 1308.107781] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.107972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.108030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.108229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.108318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.108512] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.108610] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.108676] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.108821] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.108897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.109111] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.109206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.109267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.109406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.109480] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.109662] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.109754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.109813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.109950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.110034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.110120] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1308.174444] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.174617] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.174700] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.174916] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.175106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.186191] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1310.199779] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1310.200075] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.045221] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.045591] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.045647] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.045982] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.046238] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.046478] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.046616] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.046848] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.047061] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.047343] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.047528] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.047698] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.047888] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.048067] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.048232] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.048452] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.071473] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.071673] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1312.071793] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.072085] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-132" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.072439] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-22737903-d687-4521-ac3c-d033f998a3c9 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.072639] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.072776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.073092] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.073240] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22737903-d687-4521-ac3c-d033f998a3c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.480990] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.481233] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.576134] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.576532] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.576653] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.577073] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.577310] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.577745] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.577988] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.578199] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.578535] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.578760] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.583417] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.584074] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.584354] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.584737] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.585991] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.586323] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 22737903-d687-4521-ac3c-d033f998a3c9 is going to be updated. [ 1312.611845] env[69404]: INFO networking_nsxv3.common.synchronization [req-b0316f36-3e63-4b5a-8393-d24aa89a780b req-a2ce97f5-e8bb-460b-8061-23202c977eb5 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1312.612930] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGHEST for action security_group_members [ 1312.613438] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.613661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.613917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.614238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.614498] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.614705] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.614817] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.615093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.615261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.615431] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.633883] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.634189] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.634380] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.634749] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.635045] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.635373] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.120659] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.120935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.120935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.121129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.121224] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.121423] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.121571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.121571] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.121731] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.121813] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.121888] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be updated. [ 1313.148620] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.148798] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.148847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.149029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.149169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.157017] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: IN_PROGRESS for 2s [ 1313.282302] env[69404]: INFO networking_nsxv3.common.synchronization [req-bc479b7f-646f-4270-90f4-90726bf6d92c req-2c0101be-0f69-4c81-8af4-220cfb0cb451 service nova] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_rules [ 1313.282302] env[69404]: INFO networking_nsxv3.common.synchronization [req-bc479b7f-646f-4270-90f4-90726bf6d92c req-2c0101be-0f69-4c81-8af4-220cfb0cb451 service nova] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_members [ 1313.282302] env[69404]: INFO networking_nsxv3.common.synchronization [req-bc479b7f-646f-4270-90f4-90726bf6d92c req-2c0101be-0f69-4c81-8af4-220cfb0cb451 service nova] Enqueued Resource ID: 22737903-d687-4521-ac3c-d033f998a3c9 with Priority: HIGHEST for action port [ 1313.282302] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_rules [ 1313.282302] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_members [ 1313.282302] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22737903-d687-4521-ac3c-d033f998a3c9 with Priority: HIGHEST for action port [ 1313.282752] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.283029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.283267] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.285711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.285711] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.285711] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.285711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.285711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.285711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.285711] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.285711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.285711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.285711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.285711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.285711] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.287309] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-22737903-d687-4521-ac3c-d033f998a3c9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.287400] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.287481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.287679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.287679] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22737903-d687-4521-ac3c-d033f998a3c9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.789341] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22737903-d687-4521-ac3c-d033f998a3c9 with status ACTIVE [ 1313.789621] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.789765] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.789853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.790085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.790178] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.790360] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.790501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.790567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.790667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.790744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.790922] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.791030] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.791092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.791230] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.791302] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.791384] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22737903-d687-4521-ac3c-d033f998a3c9 is going to be updated. [ 1313.792768] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.792857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.793061] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.811990] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.812164] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.812210] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.812388] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.812514] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.812681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22737903-d687-4521-ac3c-d033f998a3c9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.295709] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.798318] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.798433] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.798517] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.798744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.798837] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.798935] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec31c96-c877-413e-9afd-5d84f2335167 is going to be updated. [ 1314.828567] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.828820] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.828920] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.829558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.829558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.838949] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: IN_PROGRESS for 2s [ 1315.165736] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 in Status: SUCCESS [ 1315.165989] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 deletion is rescheduled due to dependency. [ 1315.166146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.848739] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: SUCCESS [ 1316.849169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.849169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.849416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.849631] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.849759] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.849829] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.850021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.850128] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.850231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.850325] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.353205] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.855189] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cec31c96-c877-413e-9afd-5d84f2335167: rpc.has_security_group_logging(os_id): False [ 1317.873312] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.873545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.873545] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.873757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.873860] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.874197] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.874319] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.874383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.874549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.874628] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.874736] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec31c96-c877-413e-9afd-5d84f2335167 is going to be updated. [ 1317.929666] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.929913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.930044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.930375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.930594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.942138] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: IN_PROGRESS for 2s [ 1318.282389] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.282597] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1319.905702] env[69404]: INFO networking_nsxv3.common.synchronization [req-981955cc-0a52-4d04-9179-480817687075 req-5e0e66c8-d92c-4d25-a53f-befa8da8b18e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_members [ 1319.906348] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGHEST for action security_group_members [ 1319.906751] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca3ba092-398b-4d74-a3c6-14105f4ce29c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.906955] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.907067] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.907262] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.907518] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.907633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.907703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.907864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.907980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.908153] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.956315] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: SUCCESS [ 1319.956315] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.410468] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.410703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.410703] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.410904] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.411014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.411218] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.411317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.411397] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.411529] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.411603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.411726] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c is going to be updated. [ 1320.437646] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.437872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.437872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.438073] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.438215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.447979] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c in Status: IN_PROGRESS for 2s [ 1321.643028] env[69404]: INFO networking_nsxv3.common.synchronization [None req-bb137ae0-7da0-4279-a6d3-8939cc241d22 None None] Enqueued Resource ID: a046ead8-6ab9-4006-b04a-7aff14a5d908 with Priority: HIGHEST for action port [ 1321.643597] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046ead8-6ab9-4006-b04a-7aff14a5d908 with Priority: HIGHEST for action port [ 1321.643911] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-a046ead8-6ab9-4006-b04a-7aff14a5d908 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.644045] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a046ead8-6ab9-4006-b04a-7aff14a5d908" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.644156] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a046ead8-6ab9-4006-b04a-7aff14a5d908" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.644357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a046ead8-6ab9-4006-b04a-7aff14a5d908" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.644465] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a046ead8-6ab9-4006-b04a-7aff14a5d908',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.147412] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a046ead8-6ab9-4006-b04a-7aff14a5d908 [ 1322.149791] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.149791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.149791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.149791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.149791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.149791] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a046ead8-6ab9-4006-b04a-7aff14a5d908 already deleted. [ 1322.149791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a046ead8-6ab9-4006-b04a-7aff14a5d908" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.458435] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c in Status: SUCCESS [ 1322.458616] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c deletion is rescheduled due to dependency. [ 1322.458730] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.923140] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a89e81b7-a874-4227-a01c-2a74045f6417 None None] Enqueued Resource ID: f35ed08d-e4b0-44d9-a054-9565a56c991c with Priority: HIGHEST for action port [ 1323.923140] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35ed08d-e4b0-44d9-a054-9565a56c991c with Priority: HIGHEST for action port [ 1323.923495] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-f35ed08d-e4b0-44d9-a054-9565a56c991c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.923569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f35ed08d-e4b0-44d9-a054-9565a56c991c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.923611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f35ed08d-e4b0-44d9-a054-9565a56c991c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.923875] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f35ed08d-e4b0-44d9-a054-9565a56c991c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.923993] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f35ed08d-e4b0-44d9-a054-9565a56c991c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.428472] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f35ed08d-e4b0-44d9-a054-9565a56c991c [ 1324.429040] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.429040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.429040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.429040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.429318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.429318] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f35ed08d-e4b0-44d9-a054-9565a56c991c already deleted. [ 1324.429318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f35ed08d-e4b0-44d9-a054-9565a56c991c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.107171] env[69404]: INFO networking_nsxv3.common.synchronization [req-0d8a7bf5-156a-4132-b33a-322777423a49 req-9c8f8fb8-c53d-4cd1-8e11-26dc9fd2df68 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Enqueued Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGHEST for action security_group_members [ 1327.108070] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGHEST for action security_group_members [ 1327.108168] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-50969a39-f631-4272-87b5-211d2d4ef03a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.108228] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.108268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.109672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.109672] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.109672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.109672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.109672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.111289] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.111289] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.411546] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.411791] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-742" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.411957] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-742" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.412361] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-742" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.412657] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.412891] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.413077] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.413317] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.413469] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.413684] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.413805] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1327.413924] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1327.414046] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1327.414163] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.414274] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1327.414423] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1327.433562] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1327.433740] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1327.433890] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1327.434082] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-742" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.434477] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-586b5378-d20d-4fa4-b677-410bc7f238d9 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.434690] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-586b5378-d20d-4fa4-b677-410bc7f238d9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.434896] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-586b5378-d20d-4fa4-b677-410bc7f238d9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.435290] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-586b5378-d20d-4fa4-b677-410bc7f238d9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.435472] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586b5378-d20d-4fa4-b677-410bc7f238d9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.613451] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.613608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.613681] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.613925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.614053] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.614717] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.614717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.614717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.614717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.614717] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.614717] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50969a39-f631-4272-87b5-211d2d4ef03a already deleted. [ 1327.614995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.938168] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.938168] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.938168] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.938448] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.938448] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.938563] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 586b5378-d20d-4fa4-b677-410bc7f238d9 not found, creating... [ 1327.938828] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.938985] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.939114] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.939407] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.939479] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.940486] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.940486] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.940486] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.940486] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.940486] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.940486] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 586b5378-d20d-4fa4-b677-410bc7f238d9 is going to be created. [ 1327.959708] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.959708] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.959708] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.959980] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.960229] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.960459] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-586b5378-d20d-4fa4-b677-410bc7f238d9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.634288] env[69404]: INFO networking_nsxv3.common.synchronization [req-0d8a7bf5-156a-4132-b33a-322777423a49 req-d46327db-507f-4474-9c39-5b9f5d7239af service nova] Enqueued Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGHEST for action security_group_rules [ 1328.634288] env[69404]: INFO networking_nsxv3.common.synchronization [req-0d8a7bf5-156a-4132-b33a-322777423a49 req-d46327db-507f-4474-9c39-5b9f5d7239af service nova] Enqueued Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGHEST for action security_group_members [ 1328.634288] env[69404]: INFO networking_nsxv3.common.synchronization [req-0d8a7bf5-156a-4132-b33a-322777423a49 req-d46327db-507f-4474-9c39-5b9f5d7239af service nova] Enqueued Resource ID: 586b5378-d20d-4fa4-b677-410bc7f238d9 with Priority: HIGHEST for action port [ 1328.634288] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGHEST for action security_group_rules [ 1328.634288] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGHEST for action security_group_members [ 1328.634288] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586b5378-d20d-4fa4-b677-410bc7f238d9 with Priority: HIGHEST for action port [ 1328.634288] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50969a39-f631-4272-87b5-211d2d4ef03a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.634288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.634288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.634288] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.634288] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.637453] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-50969a39-f631-4272-87b5-211d2d4ef03a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.637566] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.637629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.637809] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.637965] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.638085] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.638152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.638501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.638501] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.638501] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.639202] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-586b5378-d20d-4fa4-b677-410bc7f238d9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.639313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586b5378-d20d-4fa4-b677-410bc7f238d9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.639381] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586b5378-d20d-4fa4-b677-410bc7f238d9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.639534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586b5378-d20d-4fa4-b677-410bc7f238d9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.639611] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586b5378-d20d-4fa4-b677-410bc7f238d9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.141143] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-50969a39-f631-4272-87b5-211d2d4ef03a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.141424] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.141505] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.142425] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 586b5378-d20d-4fa4-b677-410bc7f238d9 with status ACTIVE [ 1329.142719] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.142842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.142842] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.143017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.143105] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.143274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.143367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.143427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.143624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.143691] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.143829] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.143925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.144010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.145107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.145107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.145107] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 586b5378-d20d-4fa4-b677-410bc7f238d9 is going to be updated. [ 1329.164264] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.164417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.164417] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.165025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.165025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.165025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586b5378-d20d-4fa4-b677-410bc7f238d9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.647439] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.150061] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.150061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.150061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.150061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.150061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.150478] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50969a39-f631-4272-87b5-211d2d4ef03a is going to be created. [ 1330.174430] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.174673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.174773] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.175152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.175367] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.185362] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50969a39-f631-4272-87b5-211d2d4ef03a in Status: UNINITIALIZED for 2s [ 1332.196380] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50969a39-f631-4272-87b5-211d2d4ef03a in Status: SUCCESS [ 1332.196380] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.196894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.196894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.196894] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.197127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.197127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.197127] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.197261] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.197298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.197382] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.699390] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-50969a39-f631-4272-87b5-211d2d4ef03a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.699677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.699677] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.699913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.700101] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.700415] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.700485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.700693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.700826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.700964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.701215] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-50969a39-f631-4272-87b5-211d2d4ef03a taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.701357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.701439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.701633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.701827] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.701950] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.702057] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.702241] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.702325] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.702409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.702505] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.204596] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50969a39-f631-4272-87b5-211d2d4ef03a: rpc.has_security_group_logging(os_id): False [ 1333.221756] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.221906] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.221960] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.222465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.222465] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.222465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.222667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.222667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.222764] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.222865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.223134] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.223232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.223293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.223435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.223508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.223691] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.223786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.223845] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.223983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.224078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.224164] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50969a39-f631-4272-87b5-211d2d4ef03a is going to be created. [ 1333.278068] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.278068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.278068] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.278294] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.278332] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.288151] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50969a39-f631-4272-87b5-211d2d4ef03a in Status: IN_PROGRESS for 2s [ 1333.634378] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.634554] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1335.302914] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50969a39-f631-4272-87b5-211d2d4ef03a in Status: SUCCESS [ 1335.303281] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.526606] env[69404]: INFO networking_nsxv3.common.synchronization [req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff req-16a6dd1c-d8d6-493d-b245-0b9dd60048bb tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_members [ 1335.527262] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGHEST for action security_group_members [ 1335.528529] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f28512-023d-4443-bb68-2f36a1522107 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.528679] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.528797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.528949] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.529131] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.529231] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.529296] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.529467] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.529535] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.529615] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.034807] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.034807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.034807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.034807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.034807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.034807] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.034807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.034807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.034807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.034807] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.034807] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f28512-023d-4443-bb68-2f36a1522107 is going to be updated. [ 1336.062017] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.062017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.062017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.062017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.062017] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.069200] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f28512-023d-4443-bb68-2f36a1522107 in Status: IN_PROGRESS for 2s [ 1336.082095] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.082269] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.082399] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.082660] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.082966] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.083176] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.083302] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.083524] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.083669] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.083893] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1336.084016] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.084130] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.085064] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.085064] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1336.085064] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.085064] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.101234] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.101391] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1336.101546] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.101704] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-71" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.101977] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.102158] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.102279] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.102509] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.102645] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6005cfd6-af5a-4e06-8e88-714f4a13f4f8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.605741] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.605741] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.605741] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.605741] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.605741] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.606242] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.606242] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.606345] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.606536] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.607633] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.607633] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.607633] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.607633] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.607633] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.607633] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.608014] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 is going to be updated. [ 1336.628736] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.628947] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.629086] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.629509] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.629590] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.629776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.288205] env[69404]: INFO networking_nsxv3.common.synchronization [req-3fd00952-922a-4e7f-a251-c8ad92b26651 req-ad8235a1-7077-44ed-9f86-b8a3a8e4299d service nova] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 1337.288205] env[69404]: INFO networking_nsxv3.common.synchronization [req-3fd00952-922a-4e7f-a251-c8ad92b26651 req-ad8235a1-7077-44ed-9f86-b8a3a8e4299d service nova] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1337.288205] env[69404]: INFO networking_nsxv3.common.synchronization [req-3fd00952-922a-4e7f-a251-c8ad92b26651 req-ad8235a1-7077-44ed-9f86-b8a3a8e4299d service nova] Enqueued Resource ID: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 with Priority: HIGHEST for action port [ 1337.288205] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_rules [ 1337.288205] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1337.288205] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 with Priority: HIGHEST for action port [ 1337.290495] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.290495] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.290624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.291376] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.291376] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.294177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.294177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.294177] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.294177] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.294177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.294177] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6005cfd6-af5a-4e06-8e88-714f4a13f4f8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.795188] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.795541] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.796672] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 with status ACTIVE [ 1337.796842] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.796951] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.797027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.797232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.797321] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.797483] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.797577] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.797640] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.797788] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.797867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.798060] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.798157] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.798218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.798357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.798431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.798514] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 is going to be updated. [ 1337.799550] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.819512] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.819512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.819512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.819747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.819747] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.819827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6005cfd6-af5a-4e06-8e88-714f4a13f4f8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.079725] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f28512-023d-4443-bb68-2f36a1522107 in Status: SUCCESS [ 1338.079906] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f28512-023d-4443-bb68-2f36a1522107 deletion is rescheduled due to dependency. [ 1338.080039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.302284] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.804726] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.805217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.805217] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.805439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.805724] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.805974] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1338.833092] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.833326] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.833408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.833635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.833786] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.842840] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1340.003762] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.004195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.004195] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.004317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.004355] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.506913] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.519955] env[69404]: INFO networking_nsxv3.common.synchronization [None req-996a5827-1626-41fc-9def-3d99828985c3 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_rules [ 1340.520445] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_rules [ 1340.520752] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.520865] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.520935] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.521218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.521303] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.594804] env[69404]: INFO networking_nsxv3.common.synchronization [None req-a5e0242d-8bc5-49df-a6d2-c6e35c32fc7a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_rules [ 1340.595388] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_rules [ 1340.595830] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.595972] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.854627] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1340.854831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.854985] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.855234] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.855426] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.855650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.855650] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.855761] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.855841] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.855925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.856023] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.008803] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.039708] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.039810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.039810] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.040010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.040109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.040206] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 already deleted. [ 1341.040300] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.040435] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.040611] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.040695] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.360065] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.511416] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1341.511544] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1341.575864] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.576033] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.576087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.576313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.576405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.576531] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 already deleted. [ 1341.576608] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.862146] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e27995-2935-460c-a40f-1edf235ea204: rpc.has_security_group_logging(os_id): False [ 1341.879455] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.879606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.879692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.879913] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.879999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.880274] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.880373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.880437] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.880584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.881320] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.881320] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1341.969925] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.970182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.970182] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.970401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.970556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.981405] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1342.373271] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.373811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.373811] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.373902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.390092] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1342.390968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.391892] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1342.427858] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.428034] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.428211] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.428329] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.445492] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.446434] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1342.446590] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.446590] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1342.482036] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.482254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.482254] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.482432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.483471] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.483679] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1342.566494] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.566732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.566873] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.567133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.567649] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.568164] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1342.634020] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.634206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.634206] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.634401] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.634729] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.635035] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 1342.635286] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'44c73d58-0da6-45f2-9617-307a7998e0ce', 'bec0d5be-2a54-4777-87b9-87fbb75707ed', '7f80a55b-3074-4c45-a250-1bc96701324d', '1923e59c-a29b-4520-8576-88be0a0b8b68', '85f28512-023d-4443-bb68-2f36a1522107', '2bcff876-f37b-4532-aeec-5d53aed8dfe2', 'ca3ba092-398b-4d74-a3c6-14105f4ce29c', 'f0f43f69-fd6b-448c-9eae-58fb10378c55', '50969a39-f631-4272-87b5-211d2d4ef03a', '5ff4094c-4f1a-4812-b217-d567e3854e32', '9d6d31ff-70f2-4aac-a6fd-54686eceab16', 'cec31c96-c877-413e-9afd-5d84f2335167', 'ed24a135-42f9-4ca3-9c78-f99661a61a80', 'c842b3bd-6744-4919-ade0-df1387e07a47', '66868415-489f-4ea8-8035-8dd3c2578077', 'e7160ef3-d7b1-4741-ab7c-b0b55d380b69', '4e474838-b5c1-47c4-a9dc-6667aef6be59', 'a8e27995-2935-460c-a40f-1edf235ea204', '6422132a-1c85-4a4e-a168-3840fdb9d7f6', '241c6400-b1be-47c4-9d27-2ce4aff5a49a', '1fc61a24-5568-4cad-a5b5-e76136b7b537', '7ae91296-c25a-472d-b4ca-ff28d98ec7a2', '02d46c80-0950-444a-883c-892895539bf4', '75c5ff65-3353-40b1-b796-53b07a9aa6d1', '33bafdeb-760f-4b27-a852-1ca417f3a8bd', 'efb6d85e-6c39-4fe6-b628-096ee26a3322', '4932df51-360d-4f9f-9802-e3e0802bd217', '4d8cf4a9-fe69-43bb-82c8-8e0e73253bf1', 'e63defbe-6040-4c31-a262-8552eac0bfbc', '74937520-90b6-4334-9b8a-85ec4bc7e15f', '4d720cdb-e072-478f-a21a-f33fe424fa3f', '53240888-9efa-4c0e-82ba-d999ea3895ef', '45bda866-691f-48b1-8563-83d39cc14eed', '00d1758d-01ee-4af4-bee3-5db22e465261'} {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.635286] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1342.661804] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.661979] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.662041] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.662233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.662356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.662473] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1342.662571] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.662666] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1342.737867] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.738169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.738169] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.738342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.739502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.739794] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1342.739876] env[69404]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69404) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.739949] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1342.740041] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1342.740139] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 1342.740245] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGH for action security_group_rules [ 1342.740381] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGH for action security_group_rules [ 1342.740494] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGH for action security_group_rules [ 1342.740610] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGH for action security_group_rules [ 1342.740710] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGH for action security_group_rules [ 1342.740802] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGH for action security_group_rules [ 1342.740913] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGH for action security_group_rules [ 1342.741020] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGH for action security_group_rules [ 1342.741085] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGH for action security_group_rules [ 1342.741234] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGH for action security_group_rules [ 1342.741234] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGH for action security_group_rules [ 1342.741458] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGH for action security_group_rules [ 1342.741458] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGH for action security_group_rules [ 1342.741458] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGH for action security_group_rules [ 1342.741635] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGH for action security_group_rules [ 1342.741635] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGH for action security_group_rules [ 1342.741706] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGH for action security_group_rules [ 1342.741740] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGH for action security_group_rules [ 1342.741783] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGH for action security_group_rules [ 1342.741883] env[69404]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGH for action security_group_rules [ 1342.741986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.971541] env[69404]: INFO networking_nsxv3.common.synchronization [req-40007be7-d362-4467-97df-98a5ccfbd69a req-ee787d47-1420-4bae-a7c6-b438ec8a94dd tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Enqueued Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGHEST for action security_group_members [ 1343.972109] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGHEST for action security_group_members [ 1343.972266] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c73d58-0da6-45f2-9617-307a7998e0ce with Priority: HIGH for action security_group_rules [ 1343.972369] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f80a55b-3074-4c45-a250-1bc96701324d with Priority: HIGH for action security_group_rules [ 1343.972478] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c with Priority: HIGH for action security_group_rules [ 1343.972599] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66868415-489f-4ea8-8035-8dd3c2578077 with Priority: HIGH for action security_group_rules [ 1343.972698] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a with Priority: HIGH for action security_group_rules [ 1343.972789] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 with Priority: HIGH for action security_group_rules [ 1343.972892] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGH for action security_group_rules [ 1343.973044] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 with Priority: HIGH for action security_group_rules [ 1343.973174] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c842b3bd-6744-4919-ade0-df1387e07a47 with Priority: HIGH for action security_group_rules [ 1343.974009] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGH for action security_group_rules [ 1343.974240] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 with Priority: HIGH for action security_group_rules [ 1343.974422] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGH for action security_group_rules [ 1343.974511] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 with Priority: HIGH for action security_group_rules [ 1343.974609] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 with Priority: HIGH for action security_group_rules [ 1343.974714] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50969a39-f631-4272-87b5-211d2d4ef03a with Priority: HIGH for action security_group_rules [ 1343.974812] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 with Priority: HIGH for action security_group_rules [ 1343.974903] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 with Priority: HIGH for action security_group_rules [ 1343.975015] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f28512-023d-4443-bb68-2f36a1522107 with Priority: HIGH for action security_group_rules [ 1343.975208] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec0d5be-2a54-4777-87b9-87fbb75707ed with Priority: HIGH for action security_group_rules [ 1343.975306] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 with Priority: HIGH for action security_group_rules [ 1343.975659] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-50969a39-f631-4272-87b5-211d2d4ef03a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.975808] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.975874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.976126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.976348] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.976508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.976508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.976672] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.976768] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.976877] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.977856] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c73d58-0da6-45f2-9617-307a7998e0ce taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.977984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.978081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.978201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.978292] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c73d58-0da6-45f2-9617-307a7998e0ce',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.979193] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f80a55b-3074-4c45-a250-1bc96701324d taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.983165] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f80a55b-3074-4c45-a250-1bc96701324d',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.983165] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.983165] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca3ba092-398b-4d74-a3c6-14105f4ce29c',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.983165] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66868415-489f-4ea8-8035-8dd3c2578077 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.983165] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66868415-489f-4ea8-8035-8dd3c2578077',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.983165] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.983165] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.984083] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.984083] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('241c6400-b1be-47c4-9d27-2ce4aff5a49a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.984083] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.984382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.984382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.984382] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.984515] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6422132a-1c85-4a4e-a168-3840fdb9d7f6',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.985173] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.985264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.985451] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e474838-b5c1-47c4-a9dc-6667aef6be59 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.985555] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.985614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.985744] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.985811] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e474838-b5c1-47c4-a9dc-6667aef6be59',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.986648] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c842b3bd-6744-4919-ade0-df1387e07a47 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.986785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.986848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.986956] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.987029] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c842b3bd-6744-4919-ade0-df1387e07a47',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.987963] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.988092] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.988160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.988284] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.988347] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.990994] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed24a135-42f9-4ca3-9c78-f99661a61a80 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.990994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.990994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.990994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.990994] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed24a135-42f9-4ca3-9c78-f99661a61a80',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.990994] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.990994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.990994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.990994] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.990994] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.995584] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.995584] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d6d31ff-70f2-4aac-a6fd-54686eceab16',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.995584] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff4094c-4f1a-4812-b217-d567e3854e32 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.995584] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff4094c-4f1a-4812-b217-d567e3854e32',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.995584] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50969a39-f631-4272-87b5-211d2d4ef03a taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.995584] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50969a39-f631-4272-87b5-211d2d4ef03a',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.995584] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.995584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.996276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.996276] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bcff876-f37b-4532-aeec-5d53aed8dfe2',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.996276] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0f43f69-fd6b-448c-9eae-58fb10378c55 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.996276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.996276] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.996543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.996543] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0f43f69-fd6b-448c-9eae-58fb10378c55',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.997196] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f28512-023d-4443-bb68-2f36a1522107 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.997322] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.997449] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.997502] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.997568] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f28512-023d-4443-bb68-2f36a1522107',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.000032] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec0d5be-2a54-4777-87b9-87fbb75707ed taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.000205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.000271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.000428] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.000498] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec0d5be-2a54-4777-87b9-87fbb75707ed',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.001198] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1923e59c-a29b-4520-8576-88be0a0b8b68 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.001314] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.001371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.001509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.001573] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1923e59c-a29b-4520-8576-88be0a0b8b68',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.020799] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1344.021931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.021931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.021931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.021931] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.506681] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.506902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.506964] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.507192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.507336] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.507439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.507532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.507754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.507854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.507946] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.508048] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.514913] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.515114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.515173] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.515353] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.515530] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.515636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.515692] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.516344] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.516463] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.516525] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.516621] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.524541] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.524706] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.524863] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.524939] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.542520] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.542711] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.542755] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.543027] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.543199] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.543309] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.543375] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.543530] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.543616] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.543704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.543798] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.576067] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.576271] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.579028] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.579192] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.589172] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.589345] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.597758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.598053] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.598200] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.598268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.598491] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.598625] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.598691] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50969a39-f631-4272-87b5-211d2d4ef03a is going to be updated. [ 1344.599638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.600205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.698607] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.698607] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.699687] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.699852] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.700766] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.700766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.703846] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.703846] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.704490] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.704606] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.705038] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.705278] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.706143] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.706244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.706972] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.707090] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.707726] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.708680] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.708680] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.712731] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.713288] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.713384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.714190] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.714678] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.714790] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.715650] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.716194] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.716347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.717521] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.718462] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.718462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.718751] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.719188] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.719357] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.719908] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1344.720508] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.720676] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 241c6400-b1be-47c4-9d27-2ce4aff5a49a is going to be deleted. [ 1344.721694] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.721909] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.732364] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.732543] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.732615] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.732892] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.733084] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.739897] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50969a39-f631-4272-87b5-211d2d4ef03a in Status: IN_PROGRESS for 2s [ 1344.744826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.744963] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0f43f69-fd6b-448c-9eae-58fb10378c55 is going to be deleted. [ 1344.745968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.746245] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.763894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.764051] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f80a55b-3074-4c45-a250-1bc96701324d is going to be deleted. [ 1344.765114] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.765474] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.784042] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.784238] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.788313] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.788449] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bcff876-f37b-4532-aeec-5d53aed8dfe2 is going to be deleted. [ 1344.789273] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.789479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.823844] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.824083] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c73d58-0da6-45f2-9617-307a7998e0ce is going to be deleted. [ 1344.825216] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.825476] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.827441] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.827441] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.864674] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.864842] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66868415-489f-4ea8-8035-8dd3c2578077 is going to be deleted. [ 1344.865896] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.866227] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.900375] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.900544] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.903869] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.904040] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.904901] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.905013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.908450] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.908575] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed24a135-42f9-4ca3-9c78-f99661a61a80 is going to be deleted. [ 1344.909475] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.909689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.909780] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.909878] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50969a39-f631-4272-87b5-211d2d4ef03a is going to be deleted. [ 1344.910732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.911150] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.959455] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.959723] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff4094c-4f1a-4812-b217-d567e3854e32 is going to be deleted. [ 1344.960862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.961185] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.989041] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.989550] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.010942] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.011105] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec0d5be-2a54-4777-87b9-87fbb75707ed is going to be deleted. [ 1345.012146] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.012406] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.013791] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.030669] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.047630] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.049409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.049520] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e474838-b5c1-47c4-a9dc-6667aef6be59 is going to be deleted. [ 1345.051704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.051704] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.054058] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.054229] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.069377] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.069592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.144701] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.144905] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d6d31ff-70f2-4aac-a6fd-54686eceab16 is going to be deleted. [ 1345.145854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.146133] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.181388] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.181630] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.189045] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.189438] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.247419] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.247659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.249486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.249643] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca3ba092-398b-4d74-a3c6-14105f4ce29c is going to be deleted. [ 1345.250581] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.251061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.318822] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.318962] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f28512-023d-4443-bb68-2f36a1522107 is going to be deleted. [ 1345.319847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.320066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.370830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.371062] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c842b3bd-6744-4919-ade0-df1387e07a47 is going to be deleted. [ 1345.372029] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.372166] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.428796] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.428917] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.439593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.439717] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6422132a-1c85-4a4e-a168-3840fdb9d7f6 is going to be deleted. [ 1345.440622] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.440826] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.473450] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.473593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.480188] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.480334] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.492673] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.492763] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1923e59c-a29b-4520-8576-88be0a0b8b68 is going to be deleted. [ 1345.493986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.494208] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.494299] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.494418] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-241c6400-b1be-47c4-9d27-2ce4aff5a49a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.494568] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.494716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.494851] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.494898] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0f43f69-fd6b-448c-9eae-58fb10378c55" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.495431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.495614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.495698] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.495857] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c73d58-0da6-45f2-9617-307a7998e0ce" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.495986] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.496145] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.496222] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.496335] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f80a55b-3074-4c45-a250-1bc96701324d" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.496456] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.496593] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.496665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.496775] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bcff876-f37b-4532-aeec-5d53aed8dfe2" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.496894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.497042] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.497118] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.497226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66868415-489f-4ea8-8035-8dd3c2578077" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.497347] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.497483] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.497556] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.497661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.497778] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.497911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.497983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.498106] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed24a135-42f9-4ca3-9c78-f99661a61a80" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.498233] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.498371] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.498443] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.498549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff4094c-4f1a-4812-b217-d567e3854e32" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.498664] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.498795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.498864] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.498965] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec0d5be-2a54-4777-87b9-87fbb75707ed" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.499098] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.499236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.499306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.499411] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e474838-b5c1-47c4-a9dc-6667aef6be59" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.499524] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.499656] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.499726] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.499827] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d6d31ff-70f2-4aac-a6fd-54686eceab16" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.499940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.500089] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.500161] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.500264] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c842b3bd-6744-4919-ade0-df1387e07a47" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.500383] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.500518] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.500589] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.500688] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f28512-023d-4443-bb68-2f36a1522107" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.518123] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7160ef3-d7b1-4741-ab7c-b0b55d380b69: rpc.has_security_group_logging(os_id): False [ 1345.532773] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cec31c96-c877-413e-9afd-5d84f2335167: rpc.has_security_group_logging(os_id): False [ 1345.552552] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e27995-2935-460c-a40f-1edf235ea204: rpc.has_security_group_logging(os_id): False [ 1345.555981] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.556082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.556124] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.556384] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.577271] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.577426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.586288] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.586436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.597881] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.598048] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.598834] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.599248] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.599248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.599248] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.599439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.599513] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.599629] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1345.600638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.600833] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.613439] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.613439] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.664298] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.664298] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.683751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.684078] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.684183] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.684251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.684460] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.684542] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.684677] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec31c96-c877-413e-9afd-5d84f2335167 is going to be updated. [ 1345.685828] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.685999] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.686102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.686244] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca3ba092-398b-4d74-a3c6-14105f4ce29c" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.686379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.686528] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.756311] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.756633] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.756758] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.756819] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.757015] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.757101] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.757201] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1345.758318] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.758420] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.758506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.758614] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6422132a-1c85-4a4e-a168-3840fdb9d7f6" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.758740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.758941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.758941] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.759074] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1923e59c-a29b-4520-8576-88be0a0b8b68" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.804922] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.805177] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.805241] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.805425] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.805567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.837888] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1345.890899] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.891136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.891136] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.891358] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.891504] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.919082] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: IN_PROGRESS for 2s [ 1345.952195] env[69404]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1345.952778] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.952910] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.953014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.953269] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.953409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.984898] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1346.751484] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50969a39-f631-4272-87b5-211d2d4ef03a in Status: SUCCESS [ 1346.751484] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50969a39-f631-4272-87b5-211d2d4ef03a deletion is rescheduled due to dependency. [ 1346.751484] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50969a39-f631-4272-87b5-211d2d4ef03a" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.170576] env[69404]: INFO networking_nsxv3.common.synchronization [req-a3d01374-cc68-44ba-88c5-51de870b56d6 req-ef475691-8bce-4be3-972b-a328af04073c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_members [ 1347.171175] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_members [ 1347.175025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.175025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.175025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.175025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.175025] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.175025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.175025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.175025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.175025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.175025] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.455898] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.456123] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.456253] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.456552] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.456823] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.456984] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.457119] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.457351] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.457537] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.457758] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1347.457873] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1347.457986] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1347.458111] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1347.458228] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1347.458337] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1347.458472] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1347.480904] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1347.481118] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1347.481225] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1347.481407] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-121" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.481739] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-376ff042-8550-4fde-96b1-743a76b88a11 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.481920] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-376ff042-8550-4fde-96b1-743a76b88a11" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.482069] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-376ff042-8550-4fde-96b1-743a76b88a11" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.482442] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-376ff042-8550-4fde-96b1-743a76b88a11" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.482597] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376ff042-8550-4fde-96b1-743a76b88a11',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.675763] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.675903] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.675963] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.676312] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.676482] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.676743] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.676870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.676936] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.677126] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.677239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.677383] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 already deleted. [ 1347.677532] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.852725] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1347.853078] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.936290] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: SUCCESS [ 1347.936488] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.984938] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.985192] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.985339] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.985635] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.985797] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.985958] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 376ff042-8550-4fde-96b1-743a76b88a11 not found, creating... [ 1347.986274] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.986455] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.986580] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.987157] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.987157] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.987275] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.987397] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.987520] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.987813] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.987878] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.988013] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 376ff042-8550-4fde-96b1-743a76b88a11 is going to be created. [ 1348.007268] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1348.007512] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.013093] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.013283] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.013398] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.013681] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.013918] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.014164] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-376ff042-8550-4fde-96b1-743a76b88a11" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.695372] env[69404]: INFO networking_nsxv3.common.synchronization [req-a3d01374-cc68-44ba-88c5-51de870b56d6 req-5b5af2ee-6258-46e9-acb6-683ef6ac2dbc service nova] Enqueued Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_rules [ 1348.695570] env[69404]: INFO networking_nsxv3.common.synchronization [req-a3d01374-cc68-44ba-88c5-51de870b56d6 req-5b5af2ee-6258-46e9-acb6-683ef6ac2dbc service nova] Enqueued Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_members [ 1348.695728] env[69404]: INFO networking_nsxv3.common.synchronization [req-a3d01374-cc68-44ba-88c5-51de870b56d6 req-5b5af2ee-6258-46e9-acb6-683ef6ac2dbc service nova] Enqueued Resource ID: 376ff042-8550-4fde-96b1-743a76b88a11 with Priority: HIGHEST for action port [ 1348.696372] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_rules [ 1348.696516] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_members [ 1348.696617] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ff042-8550-4fde-96b1-743a76b88a11 with Priority: HIGHEST for action port [ 1348.696882] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.697014] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.697872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.697872] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.697872] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.700780] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.700911] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.700968] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.701251] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.701320] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.701421] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.701487] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.701626] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.702039] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.702039] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.702772] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-376ff042-8550-4fde-96b1-743a76b88a11 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.702888] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-376ff042-8550-4fde-96b1-743a76b88a11" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.702940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-376ff042-8550-4fde-96b1-743a76b88a11" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.703160] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-376ff042-8550-4fde-96b1-743a76b88a11" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.703251] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376ff042-8550-4fde-96b1-743a76b88a11',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.204948] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.205356] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.205356] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.206827] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 376ff042-8550-4fde-96b1-743a76b88a11 with status ACTIVE [ 1349.206827] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.206977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.206977] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.207131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.207215] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.207387] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.207498] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.207561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.207716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.208440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.208440] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.208440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.208440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.208440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.208440] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.208440] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 376ff042-8550-4fde-96b1-743a76b88a11 is going to be updated. [ 1349.233292] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.233431] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.233479] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.233659] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.233785] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.233934] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-376ff042-8550-4fde-96b1-743a76b88a11" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.710669] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.212592] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.212933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.212933] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.213062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.213180] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.213283] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 is going to be created. [ 1350.238404] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.238534] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.238603] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.238797] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.238959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.249549] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 in Status: UNINITIALIZED for 2s [ 1352.262079] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 in Status: SUCCESS [ 1352.262379] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.262506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.262791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.263037] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.263452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.263452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.263452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.263636] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.263693] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.263782] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.767242] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.270068] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9d5c77a-f336-46bf-953f-3a8e0ffecbc9: rpc.has_security_group_logging(os_id): False [ 1353.288073] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.288226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.288306] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.288496] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.288586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.288828] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.289061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.289061] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.289171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.289218] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.289307] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 is going to be created. [ 1353.350977] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.351194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.351194] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.351391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.351569] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.361992] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 in Status: IN_PROGRESS for 2s [ 1353.556081] env[69404]: INFO networking_nsxv3.common.synchronization [req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 req-bce646e7-42a6-427d-99ac-4900bea4c205 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1353.556622] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1353.556926] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.557062] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.557131] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.557323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.557476] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.558305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.558305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.558305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.558305] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.558305] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.060531] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.060689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.060689] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.060908] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.060997] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.061197] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.061293] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.061352] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.061499] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.061574] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.061659] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1354.091270] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.091486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.091486] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.091661] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.091806] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.099539] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1355.373130] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 in Status: SUCCESS [ 1355.373451] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.559419] env[69404]: INFO networking_nsxv3.common.synchronization [req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 req-20612203-8e98-4c8d-9338-2936a6695a8d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Enqueued Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1355.560032] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e27995-2935-460c-a40f-1edf235ea204 with Priority: HIGHEST for action security_group_members [ 1355.560635] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e27995-2935-460c-a40f-1edf235ea204 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.560635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.560635] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.560866] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.561041] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.561107] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.561152] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.561749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.561749] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.561749] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e27995-2935-460c-a40f-1edf235ea204',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.063831] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.063992] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.064087] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.064303] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.064398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.064594] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.064690] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.064751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.064902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.064975] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.065081] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 is going to be updated. [ 1356.091796] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.091931] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.092008] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.092221] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.092359] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.100530] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: IN_PROGRESS for 2s [ 1356.106477] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1356.106634] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 deletion is rescheduled due to dependency. [ 1356.106732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.111390] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e27995-2935-460c-a40f-1edf235ea204 in Status: SUCCESS [ 1358.111390] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e27995-2935-460c-a40f-1edf235ea204 deletion is rescheduled due to dependency. [ 1358.111745] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e27995-2935-460c-a40f-1edf235ea204" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.561594] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.562023] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.750296] env[69404]: INFO networking_nsxv3.common.synchronization [req-5da2e394-7419-4e87-bb3d-56dca3af4dad req-a4663132-8d9f-433d-b355-1e8b53d14d30 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1361.750532] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1361.750679] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.750803] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.750870] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.751081] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.751242] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.751342] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.751405] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.751548] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.751665] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.751716] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.003121] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.003348] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.003481] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.003803] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.004181] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.004365] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.004491] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.004728] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.004880] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.005108] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1362.005228] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1362.005390] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1362.005489] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1362.005604] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1362.005715] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1362.005895] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1362.024882] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1362.025170] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1362.025252] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1362.025409] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.025716] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.025887] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.026018] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.026356] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.026511] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c505b1d5-b3a2-4f61-826c-18827f4f2ff0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.253934] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.254148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.254148] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.254341] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.254432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.254623] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.254720] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.254782] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.254928] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.255019] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.255105] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1362.283528] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.283609] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.283667] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.283795] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.283925] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.291876] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1362.528278] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.528504] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.528652] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.528942] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.529087] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.529251] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port c505b1d5-b3a2-4f61-826c-18827f4f2ff0 not found, creating... [ 1362.529509] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.529675] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.529800] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.530037] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.530183] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.530471] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.530652] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.530780] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.530994] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.531153] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.531300] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: c505b1d5-b3a2-4f61-826c-18827f4f2ff0 is going to be created. [ 1362.551484] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.551662] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.551810] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.552396] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.552640] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.553276] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.221764] env[69404]: INFO networking_nsxv3.common.synchronization [req-5da2e394-7419-4e87-bb3d-56dca3af4dad req-84d36df6-6713-4eab-b01e-9e55dd463268 service nova] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1363.222075] env[69404]: INFO networking_nsxv3.common.synchronization [req-5da2e394-7419-4e87-bb3d-56dca3af4dad req-84d36df6-6713-4eab-b01e-9e55dd463268 service nova] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1363.222133] env[69404]: INFO networking_nsxv3.common.synchronization [req-5da2e394-7419-4e87-bb3d-56dca3af4dad req-84d36df6-6713-4eab-b01e-9e55dd463268 service nova] Enqueued Resource ID: c505b1d5-b3a2-4f61-826c-18827f4f2ff0 with Priority: HIGHEST for action port [ 1363.222352] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1363.222545] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1363.222627] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c505b1d5-b3a2-4f61-826c-18827f4f2ff0 with Priority: HIGHEST for action port [ 1363.223183] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.223419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.223419] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.223592] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.223674] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.224450] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.224553] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.224725] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.224995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.224995] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.225205] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.225205] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c505b1d5-b3a2-4f61-826c-18827f4f2ff0',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.726522] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.726670] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.726866] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c505b1d5-b3a2-4f61-826c-18827f4f2ff0 with status ACTIVE [ 1363.727052] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.727161] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.727226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.727429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.727522] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.727705] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.727801] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.727862] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.728021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.728102] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.728279] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.728389] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.728427] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.728551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.728629] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.728699] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c505b1d5-b3a2-4f61-826c-18827f4f2ff0 is going to be updated. [ 1363.748293] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.748423] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.748468] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.748655] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.748783] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.748930] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c505b1d5-b3a2-4f61-826c-18827f4f2ff0" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.301590] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1364.301989] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 deletion is rescheduled due to dependency. [ 1364.301989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.301989] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.302232] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.302422] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.302538] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.302599] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.302751] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.302830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.302924] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.805491] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.307197] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.809861] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.810093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.810139] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.810336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.810429] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.810523] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1365.835850] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.836093] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.836179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.836370] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.836549] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.849894] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1367.144453] env[69404]: INFO networking_nsxv3.common.synchronization [req-ec812565-e1fe-4bf4-b155-54d1c8b47475 req-f0888ec1-184e-4036-914a-cace10401aea tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Enqueued Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_members [ 1367.144657] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec31c96-c877-413e-9afd-5d84f2335167 with Priority: HIGHEST for action security_group_members [ 1367.144961] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec31c96-c877-413e-9afd-5d84f2335167 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.145871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.145871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.145871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.145871] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.145871] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.147104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.147104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.147104] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.147104] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec31c96-c877-413e-9afd-5d84f2335167',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.648695] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.648897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.648940] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.649159] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.649253] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.649456] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.649580] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.649638] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.649757] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.649831] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.649921] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec31c96-c877-413e-9afd-5d84f2335167 is going to be updated. [ 1367.676812] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.677025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.677025] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.677236] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.677373] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.685176] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: IN_PROGRESS for 2s [ 1367.859611] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1367.859836] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.860010] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.860226] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.860410] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.860527] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.860594] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.860737] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.860812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.860894] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.860983] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.366071] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.868734] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7160ef3-d7b1-4741-ab7c-b0b55d380b69: rpc.has_security_group_logging(os_id): False [ 1368.886087] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.886362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.886362] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.886506] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.886578] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.886827] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.886983] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.887076] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.887239] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.887316] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.887406] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1368.946381] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.946645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.946645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.946867] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.947046] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.962360] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1369.694878] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec31c96-c877-413e-9afd-5d84f2335167 in Status: SUCCESS [ 1369.695336] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec31c96-c877-413e-9afd-5d84f2335167 deletion is rescheduled due to dependency. [ 1369.695336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec31c96-c877-413e-9afd-5d84f2335167" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.976468] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1370.976855] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.145309] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.145688] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.146605] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.147281] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.148643] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.149076] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.149818] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.150104] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.151128] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.151489] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.153023] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.153023] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.154302] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.154594] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.155371] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.155744] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.092200] env[69404]: INFO networking_nsxv3.common.synchronization [req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 req-741f5311-46ba-46d6-97c2-5b4dc91f4932 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Enqueued Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_members [ 1411.092726] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 with Priority: HIGHEST for action security_group_members [ 1411.093031] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.094633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.094633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.094633] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.094633] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.094897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.094897] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.094984] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.095141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.095141] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d5c77a-f336-46bf-953f-3a8e0ffecbc9',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.597351] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.597567] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.597723] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.598021] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.598184] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.598424] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.598561] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.598648] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.598832] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.598919] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.599046] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 is going to be updated. [ 1411.640212] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.640436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.640436] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.640584] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.640732] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.649303] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 in Status: IN_PROGRESS for 2s [ 1413.659273] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 in Status: SUCCESS [ 1413.659645] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d5c77a-f336-46bf-953f-3a8e0ffecbc9 deletion is rescheduled due to dependency. [ 1413.659645] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d5c77a-f336-46bf-953f-3a8e0ffecbc9" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.093235] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.093588] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.094560] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.094940] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.095568] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.095568] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.096948] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.097248] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.097757] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.098227] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.099066] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.099439] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.950618] env[69404]: INFO networking_nsxv3.common.synchronization [req-38225c17-8ac9-416e-9aa2-f54ca30ff836 req-5f416307-c69e-4039-989c-c9e332d430e0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1441.951163] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1441.951465] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.951586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.951651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.951848] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.952017] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.952113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.952179] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.952323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.952408] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.952510] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.455062] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.455469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.455469] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.455551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.455675] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.455796] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.455902] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.455959] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.456113] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.456187] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.456272] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1442.484490] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.484716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.484716] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.484838] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.484976] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.492540] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1444.503812] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1444.504213] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 deletion is rescheduled due to dependency. [ 1444.504213] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.953106] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.953439] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.281334] env[69404]: INFO networking_nsxv3.common.synchronization [req-1956ad13-18be-446f-8e16-09153c90ed11 req-6b5e2096-4e71-4752-85fd-eb897e927623 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1451.281855] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1451.282173] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.282323] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.282395] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.282586] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.282742] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.282830] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.282891] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.283043] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.283129] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.283237] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.533141] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.533356] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.533487] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.533772] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.534048] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.534322] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.534525] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.534768] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.534924] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.535191] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1451.535316] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] NeedRegenerationException {{(pid=69404) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1451.535434] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] no value, waiting for create lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1451.535547] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] value creation lock acquired {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1451.535665] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] No value present for key: 'zone-id' {{(pid=69404) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1451.535777] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Calling creation function for not-yet-present value {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1451.535917] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1451.556319] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1451.556475] env[69404]: DEBUG dogpile.cache.region [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69404) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1451.556615] env[69404]: DEBUG dogpile.lock [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Released creation lock {{(pid=69404) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1451.556776] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "network-122" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.557071] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 taken with stack trace [, , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.557244] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.557369] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.557652] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.557791] env[69404]: DEBUG networking_nsxv3.api.rpc [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.785574] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.785760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.785760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.785937] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.786044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.786251] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.786346] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.786432] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.786551] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.786627] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.786710] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1451.810128] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.810295] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.810409] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.810481] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.810612] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.818418] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1452.060406] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.060643] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.060778] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.061081] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.061244] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.061407] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Segment Port 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 not found, creating... [ 1452.061664] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.061829] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.061952] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.062190] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.062335] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.062615] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.062775] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.062895] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.063119] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.063259] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.063499] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Resource: SegmentPort with ID: 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 is going to be created. [ 1452.082609] env[69404]: DEBUG networking_nsxv3.common.locking [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.082758] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.082883] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.083132] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.083356] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.083571] env[69404]: DEBUG oslo_concurrency.lockutils [None req-9d557142-2a06-4cb0-b159-726479ec1612 None None] Releasing lock "port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.740284] env[69404]: INFO networking_nsxv3.common.synchronization [req-1956ad13-18be-446f-8e16-09153c90ed11 req-a1a57b9e-4958-49b4-ba8f-b94f6c522835 service nova] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1452.740541] env[69404]: INFO networking_nsxv3.common.synchronization [req-1956ad13-18be-446f-8e16-09153c90ed11 req-a1a57b9e-4958-49b4-ba8f-b94f6c522835 service nova] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1452.740646] env[69404]: INFO networking_nsxv3.common.synchronization [req-1956ad13-18be-446f-8e16-09153c90ed11 req-a1a57b9e-4958-49b4-ba8f-b94f6c522835 service nova] Enqueued Resource ID: 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 with Priority: HIGHEST for action port [ 1452.741158] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_rules [ 1452.741348] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1452.741410] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 with Priority: HIGHEST for action port [ 1452.741669] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.741792] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.741853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.742079] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.742166] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.742961] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.743071] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.743262] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.743394] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.743430] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.743588] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.743662] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.245141] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.245141] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.245141] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 with status ACTIVE [ 1453.245332] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.245391] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.245453] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.245651] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.245739] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.245903] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.245993] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.246426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.246426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.246426] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.246728] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.246728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.246728] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.246847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.246847] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.246912] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 is going to be updated. [ 1453.270458] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.270595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.270595] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.270772] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.270899] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.271060] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.828184] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1453.828452] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 deletion is rescheduled due to dependency. [ 1453.828452] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.828613] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.828812] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.828988] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.829109] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.829171] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.829317] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.829398] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.829505] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.332266] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.834935] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.336900] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.337082] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.337202] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.337416] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.337509] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.337608] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1455.362565] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.362707] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.362760] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.362954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.363120] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.370525] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1457.382066] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1457.382066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.382066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.382066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.382066] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.382066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.382066] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.382624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.382624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.382624] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.382624] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.742631] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.742841] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1457.884650] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.387641] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7160ef3-d7b1-4741-ab7c-b0b55d380b69: rpc.has_security_group_logging(os_id): False [ 1458.406370] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.406558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.406558] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.406766] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.406854] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.407107] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.407240] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.407304] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.407462] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.407537] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.407620] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1458.464391] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.464570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.464570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.464740] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.464878] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.482475] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1460.497676] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1460.498052] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.743601] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.744027] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.745130] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.745545] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.746334] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.746667] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.747527] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.747954] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.748466] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.748861] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.749853] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.749853] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.750855] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.751272] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.751746] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.752134] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.753089] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.753412] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.754446] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.754799] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.755846] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.756168] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.511621] env[69404]: INFO networking_nsxv3.common.synchronization [req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 req-99383782-0701-49fd-b713-0d5b4b64d927 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Enqueued Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1513.511895] env[69404]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 with Priority: HIGHEST for action security_group_members [ 1513.512598] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69 taken with stack trace [, , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.512719] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.512779] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.512980] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.513164] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.513853] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.513954] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.514116] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.514201] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.514300] env[69404]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7160ef3-d7b1-4741-ab7c-b0b55d380b69',) {} {{(pid=69404) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.016379] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.016791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.016791] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.016876] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.017044] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.017168] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.017268] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.017336] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.017485] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.017570] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.017634] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 is going to be updated. [ 1514.050547] env[69404]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69404) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.050754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.050754] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.050874] env[69404]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.051013] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.058668] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: IN_PROGRESS for 2s [ 1516.070080] env[69404]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 in Status: SUCCESS [ 1516.070413] env[69404]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7160ef3-d7b1-4741-ab7c-b0b55d380b69 deletion is rescheduled due to dependency. [ 1516.070413] env[69404]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7160ef3-d7b1-4741-ab7c-b0b55d380b69" {{(pid=69404) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.513344] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.513765] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.514154] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.514527] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.515139] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.515552] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.516445] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.516850] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.518017] env[69404]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.518391] env[69404]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0